-- Logs begin at Tue 2022-03-01 15:11:09 UTC, end at Tue 2022-03-01 16:18:44 UTC. -- Mar 01 15:50:07.176447 dv-cinder-778193-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 01 15:50:10.112669 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.common.config [-] Logging enabled! Mar 01 15:50:10.113286 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev562 Mar 01 15:50:10.113469 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102723) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 15:50:10.117324 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.common.config [-] Logging enabled! Mar 01 15:50:10.117585 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev562 Mar 01 15:50:10.117902 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102723) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 15:50:10.118847 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 15:50:10.119085 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 15:50:10.119502 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 15:50:10.119756 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 15:50:10.120387 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 15:50:10.120720 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.121152 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 01 15:50:10.121472 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.121775 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.122075 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.122375 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.122672 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.122959 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.123278 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.123585 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.123877 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.124162 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.124472 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.124758 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.125047 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.125342 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.125634 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.125926 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] debug = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.126215 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.126654 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.127073 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.127384 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.127681 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.127967 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.128242 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.128523 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.128812 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.129141 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] host = dv-cinder-778193-21-iscsi {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.129437 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.129715 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.130008 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.130303 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.130580 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.130861 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.131149 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.131459 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.131739 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] log_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.132020 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.132872 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.133168 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.133462 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.133692 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.133920 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.134224 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.134520 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.134804 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.135084 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.135388 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.135669 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.135948 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.136222 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.136511 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.136800 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.137091 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.137371 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.137651 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.137929 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.138207 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.138497 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.138775 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.139053 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.139363 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.139654 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.139928 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.140207 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.140510 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.140800 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.141086 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.141374 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.141653 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.141936 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.142213 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.142490 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.142767 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] use_json = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.143042 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.143339 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.143626 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.143902 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.144177 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.144459 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.144750 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.145025 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.145303 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:10.145601 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.145902 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.146208 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.146512 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.146809 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.147095 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.147418 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.147727 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.148023 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.148317 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.148613 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.148895 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.149200 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.149495 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.149793 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.150099 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.150395 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.150692 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.150976 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.151279 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.151563 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.151849 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.152142 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.152425 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.152718 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.153011 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.153296 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.153598 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.153891 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.154187 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.154483 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.154761 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.155044 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.155363 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.155648 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.155923 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.156204 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.156494 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.156777 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.157053 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.157338 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.157620 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.157895 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.158167 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.158445 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.158739 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.159026 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.159321 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.159849 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.160139 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.160413 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.160700 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.160981 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.161256 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.161531 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.161810 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.162085 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.162359 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.162640 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.162913 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.163195 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.163515 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.163790 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.164065 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.164340 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.164619 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.164896 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.165170 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.165450 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.165726 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.166000 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.166274 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.166548 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.166822 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.167109 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.167433 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.167716 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.167996 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.168277 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.168557 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.168841 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.169122 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.169403 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.169683 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.169959 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.170251 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.170536 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.170830 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.171138 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.171457 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.171761 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.172047 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.172332 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.172623 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.172906 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.173202 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.173477 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.173767 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.174064 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.174361 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.174663 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.174961 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.175277 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.175564 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.175879 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.176164 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:10.176386 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 15:50:10.176625 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102723) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 01 15:50:10.548317 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 01 15:50:10.548602 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 01 15:50:10.548914 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 01 15:50:10.549397 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 01 15:50:10.891141 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.891448 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.891724 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.892997 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.893281 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.893549 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.939311 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.939717 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.939859 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.954088 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.954376 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.954647 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.985180 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.985462 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:10.985732 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.022147 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.022424 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.023217 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.367972 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.368595 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.368595 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.368763 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.369453 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.467066 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.467416 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.467702 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.467980 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.468251 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.468562 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.468823 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.469082 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.469338 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.469621 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.469882 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.470146 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.470401 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.470652 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.470907 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.471172 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.471449 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.471722 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.471990 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.472247 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.472516 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.472767 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.473049 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.473428 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.473677 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.473923 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.474312 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:11.474553 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:11.474792 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:11.475029 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:11.475290 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:11.475528 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:11.476417 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 01 15:50:11.479591 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 01 15:50:11.483636 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 01 15:50:11.487470 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 01 15:50:11.489100 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 01 15:50:11.489572 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 01 15:50:11.489909 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 01 15:50:11.490293 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 01 15:50:11.493190 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 01 15:50:11.493441 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 01 15:50:11.493784 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 15:50:11.498630 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 01 15:50:11.523393 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 01 15:50:11.523848 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.524145 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102723) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 01 15:50:11.524518 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.525892 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102723) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 01 15:50:11.526171 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 15:50:11.526418 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 01 15:50:11.529732 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.530014 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:11.593720 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 01 15:50:11.593958 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 01 15:50:11.594192 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 01 15:50:11.594569 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 01 15:50:11.614620 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_db.sqlalchemy.engines [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102723) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 01 15:50:12.047547 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing driver for type 'gre' Mar 01 15:50:12.048073 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] gre ID ranges: [(1, 1000)] Mar 01 15:50:12.099837 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing driver for type 'local' Mar 01 15:50:12.100188 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing driver for type 'vlan' Mar 01 15:50:12.114242 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] VlanTypeDriver initialization complete Mar 01 15:50:12.114575 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing driver for type 'vxlan' Mar 01 15:50:12.115061 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] vxlan ID ranges: [(1, 1000)] Mar 01 15:50:12.164670 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing extension driver 'port_security' Mar 01 15:50:12.165010 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.extensions.port_security [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] PortSecurityExtensionDriver initialization complete Mar 01 15:50:12.165344 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing mechanism driver 'openvswitch' Mar 01 15:50:12.165676 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing mechanism driver 'hyperv' Mar 01 15:50:12.172286 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.plugin [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:50:12.173123 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.173492 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.173841 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.174367 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 15:50:12.174796 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnet after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.175149 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnet after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.175520 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.175916 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 15:50:12.176320 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.176667 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.177005 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.177393 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 15:50:12.177798 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > security_group after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.178147 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > security_group after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.178486 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.178880 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 15:50:12.179855 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.180200 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.180538 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.180930 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 15:50:12.181333 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > address_group after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.181680 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > address_group after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.182019 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.182410 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 15:50:12.182848 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] ML2 OVO RPC backend initialized. {{(pid=102723) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 01 15:50:12.183574 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.183929 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.184342 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.184686 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > networks before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.185030 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.185370 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > ports before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.185715 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnet before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.186056 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnets before_response 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.186399 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.186738 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.187075 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.187440 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.187779 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.188106 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.188440 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnet after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.188773 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnet after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.189102 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.196352 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded quota_driver: . Mar 01 15:50:12.196718 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.plugin [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Modular L2 Plugin initialization complete Mar 01 15:50:12.197069 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading services supported by the core plugin {{(pid=102723) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 01 15:50:12.197414 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.plugins.ml2.managers [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Got port-security extension from driver 'port_security' Mar 01 15:50:12.197896 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.extensions.vlantransparent [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Disabled vlantransparent extension. Mar 01 15:50:12.198388 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102723) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 01 15:50:12.198715 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: router Mar 01 15:50:12.234420 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.234815 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router after_create 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.235188 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router before_create 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.235574 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.235951 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.236307 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router after_delete 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.236704 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.237058 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.237416 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router after_create 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.237762 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router after_update 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.238109 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router after_update 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.238458 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.238815 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router after_update 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.239248 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_update 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.239617 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: port after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.239959 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: port after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.240298 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: subnet after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.240637 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.240988 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.241335 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_create 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.242217 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: port before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.242560 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.242915 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router after_update 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.243277 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.243759 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_create 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.244123 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.244472 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_update 55549900 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.244838 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > agent after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.245192 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > agent after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.245540 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > network after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.246394 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Tracking information for resource: router configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:12.246726 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Tracking information for resource: floatingip configured {{(pid=102723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 15:50:12.251653 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.db.l3_agentschedulers_db [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 01 15:50:12.252223 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: port after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.252587 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: port after_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.252941 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: port after_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.253291 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: port after_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.254068 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router before_create 55550100 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.254435 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.254798 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_create 55550100 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.255158 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > router precommit_update 55550100 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.259921 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.services.provider_configuration [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service providers = [] {{(pid=102723) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 01 15:50:12.260287 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.db.servicetype_db [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102723) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 01 15:50:12.263259 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.services.service_base [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 15:50:12.263615 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.services.service_base [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 15:50:12.263955 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.services.service_base [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 15:50:12.264840 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.services.service_base [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 15:50:12.265209 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.services.service_base [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 01 15:50:12.265582 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.265900 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 01 15:50:12.276542 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.276888 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: auto_allocate Mar 01 15:50:12.282662 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: network precommit_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.283032 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: network precommit_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.283586 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.283909 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: tag Mar 01 15:50:12.291488 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.291818 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: timestamp Mar 01 15:50:12.295637 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.295971 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: network_ip_availability Mar 01 15:50:12.301459 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.301784 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.302140 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.302848 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.303169 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: flavors Mar 01 15:50:12.308609 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.308941 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading Plugin: revisions Mar 01 15:50:12.313209 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 15:50:12.313597 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_concurrency.lockutils [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=102723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 01 15:50:12.314337 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102723) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 01 15:50:12.314670 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Initializing extension manager. Mar 01 15:50:12.315191 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: __init__.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.315558 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: __pycache__ {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.315896 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.316232 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: address_group.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.316972 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.317535 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: address-group Mar 01 15:50:12.317855 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: address_scope.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.318562 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.319065 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: address-scope Mar 01 15:50:12.319421 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.320379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.320880 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: router-admin-state-down-before-update Mar 01 15:50:12.321206 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: agent.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.321901 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.322398 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: agent Mar 01 15:50:12.322718 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: agent_resources_synced.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.323662 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.324162 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: agent-resources-synced Mar 01 15:50:12.324484 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: allowedaddresspairs.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.326249 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.326763 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: allowed-address-pairs Mar 01 15:50:12.327092 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: auto_allocated_topology.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.328197 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.328699 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: auto-allocated-topology Mar 01 15:50:12.329024 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: availability_zone.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.329717 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.330234 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: availability_zone Mar 01 15:50:12.330557 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: availability_zone_filter.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.331509 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.332009 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: availability_zone_filter Mar 01 15:50:12.332332 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: data_plane_status.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.333230 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.333728 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension data-plane-status not supported by any of loaded plugins Mar 01 15:50:12.334049 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: default_subnetpools.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.334951 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.335508 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: default-subnetpools Mar 01 15:50:12.335831 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.336629 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.337129 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: dhcp_agent_scheduler Mar 01 15:50:12.337451 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: dns.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.338381 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.338879 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension dns-integration not supported by any of loaded plugins Mar 01 15:50:12.339201 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: dns_domain_ports.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.340141 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.340648 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 01 15:50:12.340971 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.341892 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.342392 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 01 15:50:12.342713 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: dvr.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.343412 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.343913 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: dvr Mar 01 15:50:12.344231 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: ecmp_routes.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.345136 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.345628 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 01 15:50:12.345952 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: empty_string_filtering.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.346849 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.347385 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: empty-string-filtering Mar 01 15:50:12.347712 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.348617 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.349108 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 01 15:50:12.349426 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.350340 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.351388 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 01 15:50:12.351714 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: external_net.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.352623 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.353399 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: external-net Mar 01 15:50:12.353716 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.354614 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.355107 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: extra_dhcp_opt Mar 01 15:50:12.355454 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: extraroute.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.356357 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.356851 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: extraroute Mar 01 15:50:12.357169 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: extraroute_atomic.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.358218 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.358714 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: extraroute-atomic Mar 01 15:50:12.359036 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: filter_validation.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.359726 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.360223 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: filter-validation Mar 01 15:50:12.360541 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: fip_pf_description.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.361455 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.361951 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 01 15:50:12.362273 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: fip_port_details.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.363401 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.363910 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: fip-port-details Mar 01 15:50:12.364235 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: flavors.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.365477 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.365990 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: flavors Mar 01 15:50:12.366333 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.368571 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.369095 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 01 15:50:12.369402 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: floatingip_pools.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.370100 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.370608 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: floatingip-pools Mar 01 15:50:12.370935 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: ip_allocation.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.371891 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.372395 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension ip_allocation not supported by any of loaded plugins Mar 01 15:50:12.372718 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.373628 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.374134 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: ip-substring-filtering Mar 01 15:50:12.374458 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l2_adjacency.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.375404 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.375910 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 01 15:50:12.376232 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.377197 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.377710 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: router Mar 01 15:50:12.378037 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.380327 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.380853 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 01 15:50:12.381185 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.382141 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.382652 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: ext-gw-mode Mar 01 15:50:12.382978 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.383929 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.384434 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: l3-ha Mar 01 15:50:12.384757 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.385664 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.386168 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 01 15:50:12.386496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3_flavors.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.387436 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.387938 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: l3-flavors Mar 01 15:50:12.388260 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3_ndp_proxy.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.389637 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.390142 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 01 15:50:12.390467 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.391415 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.391921 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 01 15:50:12.392246 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: l3agentscheduler.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.393292 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.393799 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: l3_agent_scheduler Mar 01 15:50:12.394130 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: local_ip.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.395921 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.396440 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension local_ip not supported by any of loaded plugins Mar 01 15:50:12.396771 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: logging.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.400169 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.400688 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension logging not supported by any of loaded plugins Mar 01 15:50:12.401023 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: metering.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.401775 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.402354 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: metering Mar 01 15:50:12.402684 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.403796 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.404313 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: metering_source_and_destination_fields Mar 01 15:50:12.404642 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: multiprovidernet.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.405569 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.406079 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: multi-provider Mar 01 15:50:12.406406 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: netmtu.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.407353 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.407860 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: net-mtu Mar 01 15:50:12.408182 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: netmtu_writable.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.409097 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.409848 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: net-mtu-writable Mar 01 15:50:12.410179 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: network_availability_zone.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.410847 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.411386 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: network_availability_zone Mar 01 15:50:12.411711 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: network_ip_availability.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.412830 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.413385 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: network-ip-availability Mar 01 15:50:12.414216 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: network_segment_range.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.414988 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.415514 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension network-segment-range not supported by any of loaded plugins Mar 01 15:50:12.415837 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: pagination.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.416811 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.417142 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: pagination Mar 01 15:50:12.417464 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: port_device_profile.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.418372 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.418877 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: port-device-profile Mar 01 15:50:12.419195 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.420152 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.420652 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: port-mac-address-regenerate Mar 01 15:50:12.420972 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.421903 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.422405 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: port-numa-affinity-policy Mar 01 15:50:12.422726 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: port_resource_request.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.423654 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.424149 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension port-resource-request not supported by any of loaded plugins Mar 01 15:50:12.424470 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: port_resource_request_groups.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.425468 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.425966 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 01 15:50:12.426287 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: portbindings.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.427212 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.427736 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: binding Mar 01 15:50:12.428057 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: portbindings_extended.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.429359 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.429871 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: binding-extended Mar 01 15:50:12.430196 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: portsecurity.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.431135 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.431675 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: port-security Mar 01 15:50:12.432000 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: project_id.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.432969 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.433298 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: project-id Mar 01 15:50:12.433619 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: providernet.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.434554 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.435056 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: provider Mar 01 15:50:12.435417 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.438960 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.439513 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos not supported by any of loaded plugins Mar 01 15:50:12.439851 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.441101 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.441615 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 01 15:50:12.441945 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.442865 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.443411 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 01 15:50:12.443738 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_default.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.444680 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.445191 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-default not supported by any of loaded plugins Mar 01 15:50:12.445519 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_fip.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.446455 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.446962 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-fip not supported by any of loaded plugins Mar 01 15:50:12.447343 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_fip_network_policy.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.448260 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.448767 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 01 15:50:12.449091 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_gateway_ip.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.450016 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.450525 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 01 15:50:12.450851 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_port_network_policy.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.451922 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.452429 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 01 15:50:12.452753 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.453789 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.454294 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 01 15:50:12.454616 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.455685 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.456191 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 01 15:50:12.456514 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_pps_rule.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.457703 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.458215 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-pps not supported by any of loaded plugins Mar 01 15:50:12.458543 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_rule_type_details.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.459499 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.460001 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 01 15:50:12.460838 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: qos_rules_alias.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.461895 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.462397 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 01 15:50:12.462722 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: quota_check_limit.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.463683 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.464189 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: quota-check-limit Mar 01 15:50:12.464512 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: quotasv2.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.465430 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.465754 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: quotas Mar 01 15:50:12.466074 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: quotasv2_detail.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.467808 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.468148 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: quota_details Mar 01 15:50:12.468482 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: rbac.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.469531 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.470046 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: rbac-policies Mar 01 15:50:12.470379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: rbac_address_group.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.471344 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.471860 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: rbac-address-group Mar 01 15:50:12.472191 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: rbac_address_scope.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.473111 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.473619 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: rbac-address-scope Mar 01 15:50:12.473946 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: rbac_security_groups.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.474853 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.475395 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: rbac-security-groups Mar 01 15:50:12.475722 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: rbac_subnetpool.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.476755 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.477255 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: rbac-subnetpool Mar 01 15:50:12.477581 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: revisionifmatch.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.478499 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.479000 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: revision-if-match Mar 01 15:50:12.479358 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: revisions.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.480468 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.480975 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: standard-attr-revisions Mar 01 15:50:12.481305 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: router_availability_zone.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.481985 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.482515 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: router_availability_zone Mar 01 15:50:12.482888 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: routerservicetype.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.483898 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.484352 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension router-service-type not supported by any of loaded plugins Mar 01 15:50:12.484683 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.485600 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.486111 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: security-groups-normalized-cidr Mar 01 15:50:12.486508 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.487491 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.488062 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: port-security-groups-filtering Mar 01 15:50:12.488389 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.489795 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.490116 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: security-groups-remote-address-group Mar 01 15:50:12.490540 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.492045 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.492556 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: security-groups-shared-filtering Mar 01 15:50:12.492943 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.493567 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 01 15:50:12.493964 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: securitygroup.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.504590 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.505120 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: security-group Mar 01 15:50:12.505525 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: segment.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.506318 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.506831 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension segment not supported by any of loaded plugins Mar 01 15:50:12.507796 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.508758 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.509266 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 01 15:50:12.509597 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: servicetype.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.510715 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.511249 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: service-type Mar 01 15:50:12.511586 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: sorting.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.512580 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.512910 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: sorting Mar 01 15:50:12.513233 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: standard_attr_segment.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.514146 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.514654 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 01 15:50:12.514976 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: standardattrdescription.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.515688 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.516188 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: standard-attr-description Mar 01 15:50:12.516512 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: stateful_security_group.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.517464 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.517971 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: stateful-security-group Mar 01 15:50:12.518294 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: stdattrs_common.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.518861 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 01 15:50:12.519183 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.520150 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.520660 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 01 15:50:12.520981 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: subnet_onboard.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.522104 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.522625 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: subnet_onboard Mar 01 15:50:12.522991 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.524009 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.524519 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 01 15:50:12.524845 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: subnet_service_types.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.525776 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.526290 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: subnet-service-types Mar 01 15:50:12.526615 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: subnetallocation.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.527749 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.528258 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: subnet_allocation Mar 01 15:50:12.528584 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.529358 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.530702 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: subnetpool-prefix-ops Mar 01 15:50:12.531208 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.532206 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.532715 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 01 15:50:12.533039 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: tagging.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.534101 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.534881 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: standard-attr-tag Mar 01 15:50:12.535210 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: timestamp.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.536435 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.536951 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loaded extension: standard-attr-timestamp Mar 01 15:50:12.537282 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: trunk.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.538336 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.538851 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension trunk not supported by any of loaded plugins Mar 01 15:50:12.539182 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: trunk_details.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.540122 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.540633 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension trunk-details not supported by any of loaded plugins Mar 01 15:50:12.540961 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: uplink_status_propagation.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.541879 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.542398 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 01 15:50:12.542723 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Loading extension file: vlantransparent.py {{(pid=102723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 15:50:12.543425 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 15:50:12.543930 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 01 15:50:12.546456 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:network Mar 01 15:50:12.546973 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:subnet Mar 01 15:50:12.547391 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 15:50:12.547779 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:port Mar 01 15:50:12.549028 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.549470 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service FLAVORS assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.550078 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.550506 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.550835 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:router Mar 01 15:50:12.551284 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:floatingip Mar 01 15:50:12.551808 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service METERING assigned prefix: /metering {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.553243 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.553620 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.554495 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 15:50:12.555530 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 15:50:12.555984 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:security_group Mar 01 15:50:12.556409 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 15:50:12.557016 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service CORE assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.557344 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 15:50:12.557686 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] subnetpool is already registered Mar 01 15:50:12.558121 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service CORE assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.558446 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 15:50:12.558784 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] subnetpool is already registered Mar 01 15:50:12.561075 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.561513 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service FLAVORS assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.562104 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.562532 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.562864 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:router Mar 01 15:50:12.563200 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] router is already registered Mar 01 15:50:12.563634 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:floatingip Mar 01 15:50:12.563968 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] floatingip is already registered Mar 01 15:50:12.564420 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service METERING assigned prefix: /metering {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.565081 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 15:50:12.565407 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] rbac_policy is already registered Mar 01 15:50:12.565817 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:security_group Mar 01 15:50:12.566149 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] security_group is already registered Mar 01 15:50:12.566550 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 15:50:12.566879 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] security_group_rule is already registered Mar 01 15:50:12.567542 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service CORE assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.567871 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 15:50:12.568212 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] subnetpool is already registered Mar 01 15:50:12.568629 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.v2.resource_helper [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Service CORE assigned prefix: {{(pid=102723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 15:50:12.568949 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 15:50:12.569276 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING neutron.quota.resource_registry [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] subnetpool is already registered Mar 01 15:50:12.570302 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: extensions {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.571794 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: address-groups {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.573306 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: address-scopes {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.574632 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: agents {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.575826 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: auto-allocated-topology {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.577082 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: availability_zones {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.578296 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: dhcp-networks {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.579838 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: dhcp-agents {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.581253 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: routers {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.583490 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: flavors {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.584669 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: service_profiles {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.585921 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: next_providers {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.587472 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: service_profiles {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.589004 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: floatingip-pools {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.590225 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: routers {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.592374 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: floatingips {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.594620 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: l3-routers {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.596048 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: l3-agents {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.597471 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: metering-labels {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.598827 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: metering-label-rules {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.600150 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: network-ip-availabilities {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.601544 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: bindings {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.603196 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: quotas {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.604773 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: quotas {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.606302 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: rbac-policies {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.607648 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: security-groups {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.608861 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: security-group-rules {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.610098 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: service-providers {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.611355 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: subnetpools {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.612776 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: subnetpools {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.614242 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.615981 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.618306 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.620094 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.621874 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.623756 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.625435 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.627346 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.629092 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.630936 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron.api.extensions [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Extended resource: tags {{(pid=102723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 15:50:12.637462 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING keystonemiddleware.auth_token [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 01 15:50:12.642098 dv-cinder-778193-21-iscsi neutron-server[102723]: WARNING keystonemiddleware.auth_token [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 01 15:50:12.650604 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_concurrency.lockutils [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Acquired lock "singleton_lock" {{(pid=102723) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 01 15:50:12.651087 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_concurrency.lockutils [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Releasing lock "singleton_lock" {{(pid=102723) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 01 15:50:12.651770 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO oslo_service.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Starting 2 workers Mar 01 15:50:12.656759 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Started child 102830 {{(pid=102723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 15:50:12.661713 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Started child 102831 {{(pid=102723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 15:50:12.662729 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:12.663457 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO neutron.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 01 15:50:12.664042 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Publish callbacks [] for process (None), before_spawn {{(pid=102723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:12.664312 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [-] (102830) wsgi starting up on http://0.0.0.0:9696 Mar 01 15:50:12.666544 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO oslo_service.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Starting 1 workers Mar 01 15:50:12.666803 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:12.668312 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [-] (102831) wsgi starting up on http://0.0.0.0:9696 Mar 01 15:50:12.671880 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Started child 102832 {{(pid=102723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 15:50:12.672411 dv-cinder-778193-21-iscsi neutron-server[102723]: INFO oslo_service.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Starting 1 workers Mar 01 15:50:12.675728 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] calling RpcWorker wait() {{(pid=102832) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 01 15:50:12.676299 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] returning from RpcWorker wait() {{(pid=102832) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 01 15:50:12.676975 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Started child 102833 {{(pid=102723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 15:50:12.677795 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG neutron_lib.callbacks.manager [None req-3aa92de3-b5d2-45ca-a9d1-44a2f40afd6f None None] Publish callbacks [] for process (None), after_spawn {{(pid=102723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:12.677893 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:12.678313 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:50:12.680286 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102723) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 01 15:50:12.680507 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 15:50:12.680697 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 15:50:12.680932 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 15:50:12.681271 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 15:50:12.681439 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 15:50:12.681940 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.682227 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.682497 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:12.682958 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.682958 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.683089 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.683649 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.683868 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:50:12.683960 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.684134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.684417 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.684653 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.684826 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.684995 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.685242 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.685481 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.685801 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.686088 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.686347 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.686610 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.686776 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.687047 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.687329 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.687564 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.687826 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] debug = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.688066 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.688568 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.688798 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.689059 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.689286 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.689560 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.689804 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.690086 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.690325 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.690572 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.690814 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.691061 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.691297 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.691547 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.691802 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.692041 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.692294 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.692537 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.692998 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] host = dv-cinder-778193-21-iscsi {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.693244 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.693466 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.693740 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.693993 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.694243 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.694494 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.695354 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.695633 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.695887 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.696132 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.696360 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.696594 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.696835 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.697115 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.697259 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_options = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.697459 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.697740 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.698004 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.698197 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.698371 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.698538 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.698811 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.698980 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.699244 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.699479 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.699699 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.702379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.703496 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.704551 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.704551 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.704551 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.704551 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.704551 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.705201 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.705201 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.705201 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.705692 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.705692 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.705977 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.706268 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.706455 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.706735 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.707016 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.707322 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.707477 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.707721 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.707941 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.708179 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_json = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.708397 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.708624 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.708885 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.709494 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.709996 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.709996 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.710258 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.710611 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.710939 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.711481 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.711809 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.712027 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.712280 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.712550 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.712762 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.712998 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.713439 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.713590 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.713990 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.714302 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.714529 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.715040 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.715853 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.715853 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.716179 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.716456 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.717272 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.717272 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.717272 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.719320 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.719574 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.719894 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.720155 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.720469 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.725840 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.727431 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.727831 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.728194 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.730328 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.730635 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.730933 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.731251 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.731491 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.731738 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.731974 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.732212 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.732471 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.732740 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.733018 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.733256 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.733523 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.733759 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.734020 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.734244 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.734497 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.734768 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.735026 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.735501 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.735801 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.736093 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.736358 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.736579 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.736844 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.737313 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.737543 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.737793 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.738056 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.738453 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.738676 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.738916 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.739159 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.739426 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.739755 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.740245 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.740473 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.740701 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.742314 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.742846 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.743986 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.744224 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.744451 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.744682 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.744905 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.745134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.745391 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.745620 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.745868 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.746111 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.746329 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.746548 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.746784 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.747002 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.747218 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.747730 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.747957 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.748177 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.748396 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.748611 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.748834 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.749043 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.749985 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.751507 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.751824 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.752127 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.752363 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.752640 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.752872 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.753145 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.753591 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.754258 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.754537 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.755002 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.755292 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.755532 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.755765 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.756041 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.756317 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.756553 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.756821 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.757104 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.757865 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.758116 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.758381 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.758674 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.758916 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.759164 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.759445 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.759717 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.759989 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.760253 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.760563 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.760791 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.761080 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.761376 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.761671 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.761938 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.762191 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.762454 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.762718 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.762952 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.763210 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.763624 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.763894 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.764154 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.764399 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.764657 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.764878 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.765136 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.765457 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.765695 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.765913 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.766130 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.766399 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.766631 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.766872 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.767724 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.767990 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.768236 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.769111 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.769351 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.771050 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.771335 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.771558 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.771798 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.772033 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.772289 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.772548 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.772913 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.773303 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.773677 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.774017 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.774301 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.774541 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.774766 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.774981 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.775215 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.775515 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.775855 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.776117 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.776365 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.776641 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.776873 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.777174 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.777395 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.777634 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.777868 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.778091 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.778311 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.778564 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.778819 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.779070 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.779310 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.779563 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.779786 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.780003 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.780218 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.780437 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.780651 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.780864 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.781091 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.781305 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.781559 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.781801 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.782464 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.782464 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.782699 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.782833 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.783056 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.783315 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.783537 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.783755 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.783972 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.784191 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.784413 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.784929 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.785152 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.785368 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.785584 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.785817 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.786055 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.786305 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.786546 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.786763 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.786983 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.787121 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:50:12.787291 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.787464 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.787681 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.787900 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.788112 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.788920 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.789070 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.789281 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.789576 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.789833 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.790065 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.790337 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.790576 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.791124 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.791124 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.791876 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.792104 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.792328 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.794029 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.794029 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.794029 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.794283 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.795260 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.795260 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.795260 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.795542 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.795733 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.795949 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.796163 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.796387 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.796963 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.797206 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.797432 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.797648 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.797860 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.798082 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.798298 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.798512 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.798738 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.798950 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.799160 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.799404 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.799620 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.799829 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.800097 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.800360 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.800583 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.800865 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.801126 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.801379 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.801622 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.801992 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.802157 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.802393 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.802619 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.802836 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.803074 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.803348 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.803675 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.804594 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.804869 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.805135 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.805411 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.805702 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.805975 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.806195 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.806502 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.806853 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.807137 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.807428 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.807686 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.808157 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.808157 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.809346 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.809626 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.810247 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.810513 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.811390 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.811884 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.812417 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.812647 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.812889 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.813141 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.813396 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.813615 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.813861 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.814100 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.814262 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 15:50:12.814812 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102723) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 01 15:50:12.814977 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 15:50:12.815136 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 15:50:12.815335 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 15:50:12.815511 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 15:50:12.815701 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 15:50:12.815873 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.816037 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.816201 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.816366 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.816525 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.816719 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.816887 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.817045 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.817205 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.817370 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.817523 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.817685 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.817845 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.818006 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.818164 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.818311 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.818472 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.818629 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.818793 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.818941 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.819098 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.819291 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.819430 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] debug = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.819647 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.819848 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.820011 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.820155 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.820316 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.820473 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.820631 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.820794 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.821164 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.821328 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.821487 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.821644 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.821802 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.821960 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.822119 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.822277 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.822439 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.822599 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.822755 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] host = dv-cinder-778193-21-iscsi {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.822914 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.823070 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.823261 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.823630 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.823796 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.823952 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.824113 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.824271 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.824430 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.824587 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.824746 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.824903 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.825061 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.825220 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.825378 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_options = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.825535 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.825698 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.825854 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.826036 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.826201 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.826383 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.826544 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.826703 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.826861 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.827018 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.827175 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.827366 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.827520 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.827679 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.827837 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.827994 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.828152 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.828311 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.828470 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.828628 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.828786 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.828944 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.829101 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.829259 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.829416 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.829573 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.829730 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.829887 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.830044 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.830201 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.830359 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.830518 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.830676 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.830833 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.830992 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.831149 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.831329 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.831487 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.831648 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.831806 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.831965 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.832124 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.832281 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.832438 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.832596 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.832753 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.832911 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_json = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.833069 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.833227 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.833384 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.833542 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.833699 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.833856 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.834014 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.834172 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.834328 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 15:50:12.834506 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.834669 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.834841 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.835004 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.835185 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.835396 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.835559 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.835725 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.835887 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.836049 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.836218 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.836378 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.836549 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.836709 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.836869 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.837033 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.837194 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.837356 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.837518 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.837680 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.837840 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.838001 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.838172 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.838333 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.838493 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.838653 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.838813 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.838982 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.839144 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.839343 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.839505 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.839666 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.839828 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.839988 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.840151 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.840313 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.840474 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.840635 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.840797 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.840958 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.841120 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.841280 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.841441 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.841601 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.841764 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.841925 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.842087 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.842250 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.842410 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.842573 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.842735 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.842897 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.843059 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.843237 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.843402 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.843565 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.843725 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.843896 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.844056 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.844217 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.844377 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.844538 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.844699 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.844860 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.845020 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.845181 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.845343 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.845503 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.845681 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.845842 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.846004 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55206) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:12.846134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.846258 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.846380 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.846511 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.846648 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.846771 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.846913 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.847075 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.847275 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.847404 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.847566 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.847726 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.847888 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.848049 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.848210 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.848372 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.848533 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.848694 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.848853 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.849014 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.849174 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.849343 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.849519 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.849679 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.849840 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.850000 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.850160 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.850321 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.850480 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.850641 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.851352 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.851522 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.851684 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.851844 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.852007 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.852168 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.852328 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.852489 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.852649 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.852810 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.852971 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.853131 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.853310 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.853472 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.853633 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.853793 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.853955 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.854115 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.854275 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.854445 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.854604 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.854767 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.854930 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.855101 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.855292 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.855435 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070918 Mar 01 15:50:12.855574 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.855713 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.855820 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.856436 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.856608 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.856770 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.856934 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.857095 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.857259 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.857419 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.857593 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.857755 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.857916 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.858078 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.858265 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.858426 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.858588 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.858750 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.858910 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.859071 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.859251 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.859416 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.859579 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.859738 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.859902 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.860063 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.860226 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.860387 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.860552 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.860715 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.860876 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.861055 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.861197 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.861363 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.861543 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.861694 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.861862 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.861997 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.862161 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.862340 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.862481 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.862645 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.862807 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.862967 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.863127 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.864130 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.864297 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.864460 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865061 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865061 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865061 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865061 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865366 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865455 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865537 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865688 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.865852 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.866014 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.866184 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.866493 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.867168 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.867333 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.867431 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.867544 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.867683 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.867844 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.868007 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.868168 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.868330 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.868510 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.868670 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.868831 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.868995 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.869157 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.869317 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.869477 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.869638 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.869798 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.869958 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.870120 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.870282 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.870443 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.870619 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.870764 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.870924 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.871087 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.871270 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.871433 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.871594 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.871756 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.871917 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.872076 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.872237 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.872397 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.872559 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.872724 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.872883 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.873042 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.873216 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.873381 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.873542 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.873703 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.873864 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.874024 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.874195 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.874356 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.874518 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.874678 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.874839 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.874998 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.875168 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.875349 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.875512 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.875674 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.875833 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.875993 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.876167 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.876329 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.876490 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.876649 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.876825 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.876970 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.877142 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.877304 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.877464 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.877624 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.877784 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.877944 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.878114 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.878276 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879134 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879596 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879596 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879596 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879801 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879892 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.879971 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.880144 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.880305 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.880469 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.880631 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.880792 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.880953 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.881117 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.881283 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.881454 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.881624 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.881787 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.881957 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.882153 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.882325 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.882487 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.882657 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.882830 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.882992 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.883152 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.883344 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.883508 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.883669 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.883830 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.883990 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.884151 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.884311 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.884472 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.884632 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.884793 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.884954 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.885113 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.885274 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.885435 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.885595 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.885754 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.885916 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 15:50:12.886069 dv-cinder-778193-21-iscsi neutron-server[102723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 15:50:24.338055 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a00d6-a0dc-4ce0-a2ce-3222101784f3 None None] get_active_networks_info from dv-cinder-778193-21-iscsi {{(pid=102832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 15:50:24.395549 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a00d6-a0dc-4ce0-a2ce-3222101784f3 None None] No non-hosted networks {{(pid=102832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 01 15:50:24.411592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a4f0-d963-466a-bfbb-738487976d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591646'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:26.490587 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb33b645-4bd0-4483-833b-d6cdd498e88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591646'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:26.561906 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6220feff-f2ec-4d13-8113-250da51853dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:27.748743 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591646'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:29.165987 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591646'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:30.356108 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55286) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:30.540006 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591646'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:30.541601 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.542243 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.542798 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.543540 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.544080 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.544737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.545323 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.545858 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.546513 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.547174 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.548039 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.548856 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.549447 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:30.557784 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:50:30.568972 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:50:30.872380 dv-cinder-778193-21-iscsi neutron-server[102831]: WARNING oslo_policy.policy [None req-42b7aee9-a79c-4320-8627-ec496d5d9953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:30.872983 dv-cinder-778193-21-iscsi neutron-server[102831]: WARNING oslo_policy.policy [None req-42b7aee9-a79c-4320-8627-ec496d5d9953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:31.102020 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [None req-42b7aee9-a79c-4320-8627-ec496d5d9953 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:50:31.103183 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-42b7aee9-a79c-4320-8627-ec496d5d9953 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7462332 Mar 01 15:50:33.685130 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55312) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:33.993203 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-d8baafdc-5ed0-4ff1-a137-fce6e409a710 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:50:34.085214 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.policy [None req-d8baafdc-5ed0-4ff1-a137-fce6e409a710 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 15:50:34.127974 dv-cinder-778193-21-iscsi neutron-server[102831]: WARNING oslo_policy.policy [None req-d8baafdc-5ed0-4ff1-a137-fce6e409a710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:34.128355 dv-cinder-778193-21-iscsi neutron-server[102831]: WARNING oslo_policy.policy [None req-d8baafdc-5ed0-4ff1-a137-fce6e409a710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:34.226106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d8baafdc-5ed0-4ff1-a137-fce6e409a710 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784618758853', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784618758312', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784618755388', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784618779632', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784618773109', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784618731878', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7391580', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7386397', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1938745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1719272'] for rbac-policy (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:34.294886 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d8baafdc-5ed0-4ff1-a137-fce6e409a710 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:34.296128 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-d8baafdc-5ed0-4ff1-a137-fce6e409a710 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6100540 Mar 01 15:50:34.591442 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.db.l3_hamode_db [None req-68d11112-42e0-488f-a8e1-f48c83bbc134 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 01 15:50:34.668357 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d11112-42e0-488f-a8e1-f48c83bbc134 None None] Routers set() bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:50:34.668750 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d11112-42e0-488f-a8e1-f48c83bbc134 None None] Router IDs set() for agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 15:50:36.772178 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55322) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:37.085938 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:50:37.117766 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Made reservation on behalf of 2a89295e04b6469a8a43cdb0b2ab17a1 for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:50:37.121557 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.137781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.244304 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks [] for security_group (25e213ed-80f4-4684-bcc2-70359b081735), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.247913 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (25e213ed-80f4-4684-bcc2-70359b081735), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.279642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 15:50:37.307162 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784620643220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.307759 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Unsubscribe: segment precommit_create {{(pid=102831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 15:50:37.308283 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Added segment a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc of type vlan for network 15cd5253-4fe3-4687-b453-c0ac46c9db5b Mar 01 15:50:37.313754 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=25e213ed-80f4-4684-bcc2-70359b081735,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:37.348578 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.348949 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.349299 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.349639 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.349969 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.350293 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.351175 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.351525 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.351848 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.352184 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.352507 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.352823 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.353140 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Tracked resource versions report: Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: pushed versions: Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: { 'AddressGroup': {'1.2'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'ConntrackHelper': {'1.0'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Log': {'1.0'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Network': {'1.1'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Port': {'1.7'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'PortForwarding': {'1.2'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'QosPolicy': {'1.10'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroup': {'1.5'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SubPort': {'1.0'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Subnet': {'1.1'}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Trunk': {'1.1'}} Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: consumer versions: Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'ConntrackHelper': '1.0', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'LocalIPAssociation': '1.0', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Log': '1.0', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Network': '1.1', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Port': '1.7', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'PortForwarding': '1.2', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'QosPolicy': '1.10', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroup': '1.5', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroupRule': '1.2', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SubPort': '1.0', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Subnet': '1.1', Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Trunk': '1.1'}} Mar 01 15:50:37.354496 dv-cinder-778193-21-iscsi neutron-server[102831]: {{(pid=102831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:50:37.417368 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (15cd5253-4fe3-4687-b453-c0ac46c9db5b), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.454565 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (15cd5253-4fe3-4687-b453-c0ac46c9db5b), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.459723 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:50:37.460947 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:37.544193 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7703795 Mar 01 15:50:37.581078 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927c76e-fe56-4820-b7be-c6b311c251f8 demo demo] Pushing event updated for resources: {'Network': ['ID=15cd5253-4fe3-4687-b453-c0ac46c9db5b,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:37.593724 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 15:50:40.073668 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55334) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:40.469340 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf775ce-6349-446e-ab4c-a4729d903983 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:50:40.470706 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-fdf775ce-6349-446e-ab4c-a4729d903983 demo admin] 10.222.0.10 "GET /v2.0/networks/15cd5253-4fe3-4687-b453-c0ac46c9db5b HTTP/1.1" status: 200 len: 825 time: 0.3960888 Mar 01 15:50:40.494687 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a3413317-57e4-451c-ba45-d49ef2799368 demo admin] 10.222.0.10 "GET /v2.0/subnetpools/131c6a5f-d548-401c-a975-ce4d07dea332 HTTP/1.1" status: 200 len: 734 time: 0.0177481 Mar 01 15:50:40.502813 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '131c6a5f-d548-401c-a975-ce4d07dea332', 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:50:40.523394 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Made reservation on behalf of 2a89295e04b6469a8a43cdb0b2ab17a1 for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:50:40.525550 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:40.808578 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (7b376ba2-7130-4e16-aac3-1029ce64ea3c), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:40.878297 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7b376ba2-7130-4e16-aac3-1029ce64ea3c,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:40.882771 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Checking segment: {'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:50:40.883155 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Network hostable DHCP agents. Network: 15cd5253-4fe3-4687-b453-c0ac46c9db5b, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 15:50:40.902421 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 15:50:40.913680 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 15cd5253-4fe3-4687-b453-c0ac46c9db5b) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:50:40.918792 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:50:40.919419 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:40.923958 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d31c32-4cae-4a30-bb9e-459c9c4a5ad3 None None] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:50:40.934875 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ed688611-ae6c-4acf-a9d1-63ae8f630012 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4351304 Mar 01 15:50:41.295992 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'fixed_ips': [{'subnet_id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 15:50:41.297195 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:41.572524 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Allocated IP 172.20.0.2 (15cd5253-4fe3-4687-b453-c0ac46c9db5b/7b376ba2-7130-4e16-aac3-1029ce64ea3c/b187f0f2-db5d-4677-9437-903057472f65) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:50:41.852720 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Publish callbacks [] for port (b187f0f2-db5d-4677-9437-903057472f65), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:41.860302 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (b187f0f2-db5d-4677-9437-903057472f65), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:41.934927 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:50:41.943316 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:50:41.949074 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Pushing event updated for resources: {'Port': ['ID=b187f0f2-db5d-4677-9437-903057472f65,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:41.953035 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:50:41.959345 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.959712 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.960112 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.960452 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.960785 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.961115 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.961464 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.961797 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.962122 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.962465 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.962793 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.963115 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.963461 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Tracked resource versions report: Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: pushed versions: Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: { 'AddressGroup': {'1.2'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'ConntrackHelper': {'1.0'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Log': {'1.0'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Network': {'1.1'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Port': {'1.7'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'PortForwarding': {'1.2'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'QosPolicy': {'1.10'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroup': {'1.5'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SubPort': {'1.0'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Subnet': {'1.1'}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Trunk': {'1.1'}} Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: consumer versions: Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'ConntrackHelper': '1.0', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'LocalIPAssociation': '1.0', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Log': '1.0', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Network': '1.1', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Port': '1.7', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'PortForwarding': '1.2', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'QosPolicy': '1.10', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroup': '1.5', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroupRule': '1.2', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SubPort': '1.0', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Subnet': '1.1', Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Trunk': '1.1'}} Mar 01 15:50:41.964815 dv-cinder-778193-21-iscsi neutron-server[102832]: {{(pid=102832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:50:42.041675 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Attempting to bind port b187f0f2-db5d-4677-9437-903057472f65 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:50:42.042085 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Attempting to bind port b187f0f2-db5d-4677-9437-903057472f65 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:50:42.042504 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Attempting to bind port b187f0f2-db5d-4677-9437-903057472f65 on network 15cd5253-4fe3-4687-b453-c0ac46c9db5b {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:50:42.047464 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:50:42.047861 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Checking segment: {'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:50:42.048346 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:42.048737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Bound using segment: {'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:50:42.049225 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Bound port: b187f0f2-db5d-4677-9437-903057472f65, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:50:42.049625 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b187f0f2-db5d-4677-9437-903057472f65), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:42.110683 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] For port b187f0f2-db5d-4677-9437-903057472f65, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:50:42.115783 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] For port b187f0f2-db5d-4677-9437-903057472f65, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=b187f0f2-db5d-4677-9437-903057472f65,segment=NetworkSegment(a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc),segment_id=a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:50:42.127898 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b187f0f2-db5d-4677-9437-903057472f65), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:42.191671 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b42aa-260e-448d-95ca-7733c7b5d14f None None] Pushing event updated for resources: {'Port': ['ID=b187f0f2-db5d-4677-9437-903057472f65,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:43.498798 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55342) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:43.807152 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [None req-4f1381e6-2ad9-463e-adb7-6d5c81e8b786 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:50:43.808183 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4f1381e6-2ad9-463e-adb7-6d5c81e8b786 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3083136 Mar 01 15:50:46.323605 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55350) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:46.633348 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [None req-ef693904-c7e7-41bc-997f-fedc43808dc7 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:50:46.634360 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ef693904-c7e7-41bc-997f-fedc43808dc7 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3098273 Mar 01 15:50:49.260042 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55358) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:49.567256 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-a7376084-e8a5-4152-a5e2-1fdd1b24ef25 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:50:49.589711 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a7376084-e8a5-4152-a5e2-1fdd1b24ef25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:49.591611 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a7376084-e8a5-4152-a5e2-1fdd1b24ef25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:49.729480 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a7376084-e8a5-4152-a5e2-1fdd1b24ef25 demo demo] Publish callbacks [] for router_controller (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), precommit_add_association {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:49.734515 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a7376084-e8a5-4152-a5e2-1fdd1b24ef25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:49.751992 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a7376084-e8a5-4152-a5e2-1fdd1b24ef25 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:49.753154 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a7376084-e8a5-4152-a5e2-1fdd1b24ef25 demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4921520 Mar 01 15:50:52.287492 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55370) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:52.625292 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [None req-f414a552-34a6-4116-9432-fd9337e8a155 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:50:52.626363 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-f414a552-34a6-4116-9432-fd9337e8a155 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3378575 Mar 01 15:50:53.286636 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device b187f0f2-db5d-4677-9437-903057472f65 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:50:53.374783 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port b187f0f2-db5d-4677-9437-903057472f65 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:50:53.375195 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b187f0f2-db5d-4677-9437-903057472f65), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:53.474245 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d4410-88ae-4635-999e-24a14664e0f4 None None] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:50:53.539797 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port b187f0f2-db5d-4677-9437-903057472f65 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:50:53.540192 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b187f0f2-db5d-4677-9437-903057472f65), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:53.603441 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-9602de4e-a8bc-49d3-ac3e-6ff88485eef4 None None] Provisioning complete for port b187f0f2-db5d-4677-9437-903057472f65 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:50:53.603838 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9602de4e-a8bc-49d3-ac3e-6ff88485eef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b187f0f2-db5d-4677-9437-903057472f65), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:53.608735 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port b187f0f2-db5d-4677-9437-903057472f65, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=b187f0f2-db5d-4677-9437-903057472f65,segment=NetworkSegment(a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc),segment_id=a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:50:53.631104 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b187f0f2-db5d-4677-9437-903057472f65), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:53.735102 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=b187f0f2-db5d-4677-9437-903057472f65,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:53.775195 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9602de4e-a8bc-49d3-ac3e-6ff88485eef4 None None] Current status of the port b187f0f2-db5d-4677-9437-903057472f65 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:50:53.995117 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-b9c50fe7-a303-4cdf-908f-af0d69ef2f0b None None] Provisioning complete for port b187f0f2-db5d-4677-9437-903057472f65 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:50:53.995539 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9c50fe7-a303-4cdf-908f-af0d69ef2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b187f0f2-db5d-4677-9437-903057472f65), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:54.071413 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50fe7-a303-4cdf-908f-af0d69ef2f0b None None] Current status of the port b187f0f2-db5d-4677-9437-903057472f65 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:50:54.277530 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae3922f9-2c78-4bf9-9d8f-c6dfc6a941ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.132016 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 55380) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:55.248323 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device b187f0f2-db5d-4677-9437-903057472f65 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:50:55.294951 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port b187f0f2-db5d-4677-9437-903057472f65 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:50:55.295397 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b187f0f2-db5d-4677-9437-903057472f65), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.370571 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port b187f0f2-db5d-4677-9437-903057472f65 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:50:55.442825 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:50:55.461877 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Made reservation on behalf of 4620619e74ba43e79f2772d25dd24f7c for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:50:55.464097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.473749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.544841 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks [] for security_group (167e98ae-a514-457e-8763-ed8c38c8874c), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.549327 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (167e98ae-a514-457e-8763-ed8c38c8874c), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.565640 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Reserving flat network on physical network physnet1 {{(pid=102831) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 01 15:50:55.581528 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167e98ae-a514-457e-8763-ed8c38c8874c,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:55.587410 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (40dd69e1-3445-4943-955d-b9379b3d01c7), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.587742 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Added segment 40dd69e1-3445-4943-955d-b9379b3d01c7 of type flat for network b3d20226-e1a1-41db-a972-a856aca3107e Mar 01 15:50:55.639187 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (b3d20226-e1a1-41db-a972-a856aca3107e), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.670657 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (b3d20226-e1a1-41db-a972-a856aca3107e), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.671605 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:50:55.672172 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:55.740755 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6075184 Mar 01 15:50:55.765031 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4b45-7f10-4243-81a2-f8d012b96427 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d20226-e1a1-41db-a972-a856aca3107e,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:50:55.775904 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network b3d20226-e1a1-41db-a972-a856aca3107e details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 15:50:56.491305 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00aca237-f453-4f1f-afee-11b4b06aff7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:57.701550 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:58.252764 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55398) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:50:58.470246 dv-cinder-778193-21-iscsi neutron-server[102830]: WARNING oslo_policy.policy [None req-644d5d27-8d7e-4e0a-a80f-e9800b138ee9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:58.470844 dv-cinder-778193-21-iscsi neutron-server[102830]: WARNING oslo_policy.policy [None req-644d5d27-8d7e-4e0a-a80f-e9800b138ee9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:58.877166 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.policy [None req-644d5d27-8d7e-4e0a-a80f-e9800b138ee9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102830) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 15:50:58.920682 dv-cinder-778193-21-iscsi neutron-server[102830]: WARNING oslo_policy.policy [None req-644d5d27-8d7e-4e0a-a80f-e9800b138ee9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:58.921003 dv-cinder-778193-21-iscsi neutron-server[102830]: WARNING oslo_policy.policy [None req-644d5d27-8d7e-4e0a-a80f-e9800b138ee9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 15:50:58.929084 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d5d27-8d7e-4e0a-a80f-e9800b138ee9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:50:58.930939 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-644d5d27-8d7e-4e0a-a80f-e9800b138ee9 demo admin] 10.222.0.10 "GET /v2.0/subnets/7b376ba2-7130-4e16-aac3-1029ce64ea3c HTTP/1.1" status: 200 len: 849 time: 0.6762044 Mar 01 15:50:59.093678 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-23ec63ce-1cd9-4c37-aa58-80b140c304bf demo admin] 10.222.0.10 "GET /v2.0/routers/e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 HTTP/1.1" status: 200 len: 704 time: 0.1572077 Mar 01 15:50:59.164965 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:59.369488 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:59.697036 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Allocated IP 172.20.0.1 (15cd5253-4fe3-4687-b453-c0ac46c9db5b/7b376ba2-7130-4e16-aac3-1029ce64ea3c/42966ad5-722f-488c-bfaf-2b2ebcaa90b9) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:50:59.902465 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks [] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:50:59.969954 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.009431 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:51:00.010753 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:51:00.077921 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:51:00.078501 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.097332 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Pushing event updated for resources: {'Port': ['ID=42966ad5-722f-488c-bfaf-2b2ebcaa90b9,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:00.148452 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.148830 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.149179 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.149518 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.149852 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.150181 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.150520 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.150855 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.151196 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.151573 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.151900 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.152220 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.152544 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Tracked resource versions report: Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: pushed versions: Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: { 'AddressGroup': {'1.2'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'ConntrackHelper': {'1.0'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Log': {'1.0'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Network': {'1.1'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Port': {'1.7'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'PortForwarding': {'1.2'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'QosPolicy': {'1.10'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroup': {'1.5'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SubPort': {'1.0'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Subnet': {'1.1'}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Trunk': {'1.1'}} Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: consumer versions: Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'ConntrackHelper': '1.0', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'LocalIPAssociation': '1.0', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Log': '1.0', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Network': '1.1', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Port': '1.7', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'PortForwarding': '1.2', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'QosPolicy': '1.10', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroup': '1.5', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroupRule': '1.2', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SubPort': '1.0', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Subnet': '1.1', Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Trunk': '1.1'}} Mar 01 15:51:00.153857 dv-cinder-778193-21-iscsi neutron-server[102830]: {{(pid=102830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:51:00.290368 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.324251 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-822195d4-48e6-4e7d-af30-4fd204f8cdf0 None None] Provisioning complete for port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:51:00.324811 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-822195d4-48e6-4e7d-af30-4fd204f8cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.357693 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-822195d4-48e6-4e7d-af30-4fd204f8cdf0 None None] Port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 15:51:00.501014 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks [] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.505536 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.506558 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.539342 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:00.585863 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Pushing event updated for resources: {'Port': ['ID=42966ad5-722f-488c-bfaf-2b2ebcaa90b9,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:00.629657 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:51:00.630891 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:51:00.852408 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 15:51:00.945244 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 15:51:00.950677 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-4ac58a9a-39c8-493b-abe1-7a813b6daaed demo admin] 10.222.0.10 "PUT /v2.0/routers/e4fe636b-5d08-4f66-97a5-4c0055ad6cb1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8518910 Mar 01 15:51:00.955784 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Sync routers for ids ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 15:51:00.968445 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Routers {'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:51:00.969277 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:50:56Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:00.981216 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-7eb1b09c-92b1-4942-a2dc-2ba34139618f None None] Provisioning complete for port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:51:00.981626 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7eb1b09c-92b1-4942-a2dc-2ba34139618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:01.019347 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1b09c-92b1-4942-a2dc-2ba34139618f None None] Port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 15:51:01.160754 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Set router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 gateway port host: None {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:51:01.599764 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'name': 'router1', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:50:49Z', 'updated_at': '2022-03-01T15:51:00Z', 'revision_number': 2, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'gw_port_host': None, '_interfaces': [{'id': '42966ad5-722f-488c-bfaf-2b2ebcaa90b9', 'name': '', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'mac_address': 'fa:16:3e:25:64:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:50:59Z', 'updated_at': '2022-03-01T15:51:00Z', 'revision_number': 2, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'subnets': [{'id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '131c6a5f-d548-401c-a975-ce4d07dea332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:01.648281 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Checking router: e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 15:51:01.648651 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Updating router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 15:51:01.726725 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.205115 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Publish callbacks [] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.212224 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.391008 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Pushing event updated for resources: {'Port': ['ID=42966ad5-722f-488c-bfaf-2b2ebcaa90b9,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:02.403189 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.403576 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.403930 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.404274 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.404610 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.404944 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.405293 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.405632 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.405965 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.406306 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.406636 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.406961 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.407306 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Tracked resource versions report: Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: pushed versions: Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: { 'AddressGroup': {'1.2'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'ConntrackHelper': {'1.0'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Log': {'1.0'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Network': {'1.1'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Port': {'1.7'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'PortForwarding': {'1.2'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'QosPolicy': {'1.10'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroup': {'1.5'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SubPort': {'1.0'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Subnet': {'1.1'}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Trunk': {'1.1'}} Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: consumer versions: Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'ConntrackHelper': '1.0', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'LocalIPAssociation': '1.0', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Log': '1.0', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Network': '1.1', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Port': '1.7', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'PortForwarding': '1.2', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'QosPolicy': '1.10', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroup': '1.5', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroupRule': '1.2', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SubPort': '1.0', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Subnet': '1.1', Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Trunk': '1.1'}} Mar 01 15:51:02.408680 dv-cinder-778193-21-iscsi neutron-server[102833]: {{(pid=102833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:51:02.411867 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Attempting to bind port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:51:02.412280 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Attempting to bind port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:51:02.412741 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Attempting to bind port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 on network 15cd5253-4fe3-4687-b453-c0ac46c9db5b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:51:02.419424 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:51:02.420255 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Checking segment: {'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:51:02.420345 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.420684 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Bound using segment: {'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:51:02.421204 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Bound port: 42966ad5-722f-488c-bfaf-2b2ebcaa90b9, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:51:02.421583 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.449643 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-df4ddbb5-c517-4823-b240-1aa9b0fd4fa7 None None] Provisioning complete for port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:51:02.450184 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df4ddbb5-c517-4823-b240-1aa9b0fd4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.483247 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-df4ddbb5-c517-4823-b240-1aa9b0fd4fa7 None None] Port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 15:51:02.488423 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] For port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:51:02.508244 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] For port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=42966ad5-722f-488c-bfaf-2b2ebcaa90b9,segment=NetworkSegment(a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc),segment_id=a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:51:02.513855 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.575329 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabbbc1-05cb-492d-93a0-36cef6e3648a None None] Pushing event updated for resources: {'Port': ['ID=42966ad5-722f-488c-bfaf-2b2ebcaa90b9,revision_number=4']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:02.578855 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Routers {'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:51:02.579458 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:50:56Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:02.674726 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] Set router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 gateway port host: None {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:51:02.804903 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-c1eeb9b4-2843-4050-9290-15cfeda8f398 None None] Provisioning complete for port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:51:02.805306 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb9b4-2843-4050-9290-15cfeda8f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.881168 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'name': 'router1', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:50:49Z', 'updated_at': '2022-03-01T15:51:00Z', 'revision_number': 2, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'gw_port_host': None, '_interfaces': [{'id': '42966ad5-722f-488c-bfaf-2b2ebcaa90b9', 'name': '', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'mac_address': 'fa:16:3e:25:64:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:50:59Z', 'updated_at': '2022-03-01T15:51:02Z', 'revision_number': 4, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'subnets': [{'id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '131c6a5f-d548-401c-a975-ce4d07dea332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:02.886262 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeb9b4-2843-4050-9290-15cfeda8f398 None None] Current status of the port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:51:02.886666 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb9b4-2843-4050-9290-15cfeda8f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.909136 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ea761-9089-4aa4-8f1d-123d038a64b2 None None] The sync data for ids ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'] in dv-cinder-778193-21-iscsi is: [{'id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'name': 'router1', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:50:49Z', 'updated_at': '2022-03-01T15:51:00Z', 'revision_number': 2, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'gw_port_host': None, '_interfaces': [{'id': '42966ad5-722f-488c-bfaf-2b2ebcaa90b9', 'name': '', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'mac_address': 'fa:16:3e:25:64:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:50:59Z', 'updated_at': '2022-03-01T15:51:02Z', 'revision_number': 4, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'subnets': [{'id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '131c6a5f-d548-401c-a975-ce4d07dea332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 15:51:02.925141 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c1eeb9b4-2843-4050-9290-15cfeda8f398 None None] For port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=42966ad5-722f-488c-bfaf-2b2ebcaa90b9,segment=NetworkSegment(a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc),segment_id=a0e8ff2b-5ebc-4613-b773-60c3e9ec15fc)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:51:02.930239 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb9b4-2843-4050-9290-15cfeda8f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:02.980514 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb9b4-2843-4050-9290-15cfeda8f398 None None] Pushing event updated for resources: {'Port': ['ID=42966ad5-722f-488c-bfaf-2b2ebcaa90b9,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:03.407528 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55430) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:51:03.517110 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e30e93-b44b-455f-8599-235acde469d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:51:03.524265 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-70e30e93-b44b-455f-8599-235acde469d2 admin admin] 10.222.0.10 "GET /v2.0/networks/b3d20226-e1a1-41db-a972-a856aca3107e HTTP/1.1" status: 200 len: 842 time: 0.1098709 Mar 01 15:51:03.528422 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Request body: {'subnet': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:51:03.561534 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Made reservation on behalf of 4620619e74ba43e79f2772d25dd24f7c for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:51:03.563987 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:03.719449 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:51:03.889892 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.objects.ports [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102830) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 15:51:03.890327 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (8cb273f9-9e7c-4b83-98fa-90d357222675), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:03.945415 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb273f9-9e7c-4b83-98fa-90d357222675,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:03.954309 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:51:03.954667 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Network hostable DHCP agents. Network: b3d20226-e1a1-41db-a972-a856aca3107e, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 15:51:03.986396 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 15:51:03.997059 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, b3d20226-e1a1-41db-a972-a856aca3107e) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:51:04.002315 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:51:04.003141 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:04.007720 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7691677b-38db-407e-becf-fb136b3f27db None None] Network b3d20226-e1a1-41db-a972-a856aca3107e requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:51:04.029975 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-84be9a78-df19-4b27-bffa-56a0cfe660af admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5049546 Mar 01 15:51:04.116400 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2444334-416c-407c-93a9-e1464253442c None None] Network b3d20226-e1a1-41db-a972-a856aca3107e requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:51:06.442003 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55438) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:51:06.573774 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9b4aa020-8ee9-4d04-a0a8-b102e6e3ab97 demo admin] 10.222.0.10 "GET /v2.0/routers/e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 HTTP/1.1" status: 200 len: 710 time: 0.1305535 Mar 01 15:51:06.657165 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0dc6b6-6412-4032-a5b7-3237a9fd2586 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:51:06.664399 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-de0dc6b6-6412-4032-a5b7-3237a9fd2586 demo admin] 10.222.0.10 "GET /v2.0/networks/b3d20226-e1a1-41db-a972-a856aca3107e HTTP/1.1" status: 200 len: 886 time: 0.0795119 Mar 01 15:51:06.668197 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:51:06.912440 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks [] for router_gateway (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:07.207353 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks [] for router_gateway (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:07.278950 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:07.378964 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Allocated IP 172.27.0.136 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/02f8f29b-c058-467f-97cb-16bd15a482d3) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:51:07.475530 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks [] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:07.509165 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:07.547608 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:51:07.550295 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:51:07.554176 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:51:07.588276 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Pushing event updated for resources: {'Port': ['ID=02f8f29b-c058-467f-97cb-16bd15a482d3,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:07.805349 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks [] for router_gateway (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:07.999275 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1589832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64781'] for router (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:08.002697 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1589841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1589854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603328'] for router (e4fe636b-5d08-4f66-97a5-4c0055ad6cb1), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:08.111005 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 15:51:08.224366 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 15:51:08.229223 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:08.230424 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-cc9dbf13-371b-4553-8eff-395e591e7352 demo admin] 10.222.0.10 "PUT /v2.0/routers/e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 HTTP/1.1" status: 200 len: 890 time: 1.5653849 Mar 01 15:51:10.749486 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55450) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:51:10.864532 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-03892d07-28d5-4fe4-83ef-57a9242083e6 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137614 Mar 01 15:51:11.302444 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:51:11.354248 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:51:11.354656 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:11.438832 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:51:11.509831 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Sync routers for ids ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 15:51:11.522621 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Routers {'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:51:11.523321 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:50:56Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:11.750576 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Set router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:51:12.219810 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'name': 'router1', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '02f8f29b-c058-467f-97cb-16bd15a482d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:50:49Z', 'updated_at': '2022-03-01T15:51:07Z', 'revision_number': 4, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'gw_port': {'id': '02f8f29b-c058-467f-97cb-16bd15a482d3', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:51:07Z', 'updated_at': '2022-03-01T15:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '42966ad5-722f-488c-bfaf-2b2ebcaa90b9', 'name': '', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'mac_address': 'fa:16:3e:25:64:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:50:59Z', 'updated_at': '2022-03-01T15:51:02Z', 'revision_number': 5, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'subnets': [{'id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '131c6a5f-d548-401c-a975-ce4d07dea332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:12.272351 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Checking router: e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 15:51:12.272654 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Updating router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 port 02f8f29b-c058-467f-97cb-16bd15a482d3 binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 15:51:12.323132 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:12.676584 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Publish callbacks [] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:12.682265 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:12.735385 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Attempting to bind port 02f8f29b-c058-467f-97cb-16bd15a482d3 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:51:12.735752 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Attempting to bind port 02f8f29b-c058-467f-97cb-16bd15a482d3 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:51:12.736153 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Attempting to bind port 02f8f29b-c058-467f-97cb-16bd15a482d3 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:51:12.738049 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cdef4-35d1-4960-be40-2498cf9d4a89 None None] Pushing event updated for resources: {'Port': ['ID=02f8f29b-c058-467f-97cb-16bd15a482d3,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:12.743754 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:51:12.744132 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:51:12.744539 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:12.744928 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:51:12.745528 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Bound port: 02f8f29b-c058-467f-97cb-16bd15a482d3, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:51:12.745875 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:12.804787 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] For port 02f8f29b-c058-467f-97cb-16bd15a482d3, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:51:12.807999 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] For port 02f8f29b-c058-467f-97cb-16bd15a482d3, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=02f8f29b-c058-467f-97cb-16bd15a482d3,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:51:12.813409 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:12.875032 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Routers {'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:51:12.875693 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:50:56Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:12.877577 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cdef4-35d1-4960-be40-2498cf9d4a89 None None] Pushing event updated for resources: {'Port': ['ID=02f8f29b-c058-467f-97cb-16bd15a482d3,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:12.998215 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] Set router e4fe636b-5d08-4f66-97a5-4c0055ad6cb1 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:51:13.233433 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'name': 'router1', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '02f8f29b-c058-467f-97cb-16bd15a482d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:50:49Z', 'updated_at': '2022-03-01T15:51:07Z', 'revision_number': 4, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'gw_port': {'id': '02f8f29b-c058-467f-97cb-16bd15a482d3', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:51:07Z', 'updated_at': '2022-03-01T15:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '42966ad5-722f-488c-bfaf-2b2ebcaa90b9', 'name': '', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'mac_address': 'fa:16:3e:25:64:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:50:59Z', 'updated_at': '2022-03-01T15:51:02Z', 'revision_number': 5, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'subnets': [{'id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '131c6a5f-d548-401c-a975-ce4d07dea332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:51:13.261534 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf275702-4b76-4c3f-9dfc-092111d6d12a None None] The sync data for ids ['e4fe636b-5d08-4f66-97a5-4c0055ad6cb1'] in dv-cinder-778193-21-iscsi is: [{'id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'name': 'router1', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '02f8f29b-c058-467f-97cb-16bd15a482d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:50:49Z', 'updated_at': '2022-03-01T15:51:07Z', 'revision_number': 4, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'gw_port': {'id': '02f8f29b-c058-467f-97cb-16bd15a482d3', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:51:07Z', 'updated_at': '2022-03-01T15:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '42966ad5-722f-488c-bfaf-2b2ebcaa90b9', 'name': '', 'network_id': '15cd5253-4fe3-4687-b453-c0ac46c9db5b', 'tenant_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'mac_address': 'fa:16:3e:25:64:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fe636b-5d08-4f66-97a5-4c0055ad6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:50:59Z', 'updated_at': '2022-03-01T15:51:02Z', 'revision_number': 5, 'project_id': '2a89295e04b6469a8a43cdb0b2ab17a1', 'subnets': [{'id': '7b376ba2-7130-4e16-aac3-1029ce64ea3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '131c6a5f-d548-401c-a975-ce4d07dea332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 15:51:15.343300 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 02f8f29b-c058-467f-97cb-16bd15a482d3 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:51:15.422833 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 02f8f29b-c058-467f-97cb-16bd15a482d3 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:51:15.423486 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:15.521738 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 02f8f29b-c058-467f-97cb-16bd15a482d3 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:51:15.523016 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:15.546969 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 02f8f29b-c058-467f-97cb-16bd15a482d3, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=02f8f29b-c058-467f-97cb-16bd15a482d3,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:51:15.561506 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:15.617316 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=02f8f29b-c058-467f-97cb-16bd15a482d3,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:51:17.300348 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 02f8f29b-c058-467f-97cb-16bd15a482d3 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:51:17.374860 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 02f8f29b-c058-467f-97cb-16bd15a482d3 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:51:17.376494 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (02f8f29b-c058-467f-97cb-16bd15a482d3), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:17.472152 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 02f8f29b-c058-467f-97cb-16bd15a482d3 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:51:24.285351 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348853bc-7e88-4b97-aed7-dc2fe5258ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:26.498471 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc0e-0388-46bd-b510-fb542d6cb0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:27.711986 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:29.123057 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:30.543740 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:40.719249 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:51:54.282219 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a567dc0a-564f-4284-85e6-ea1d29575ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:56.491214 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9898f697-cff0-4441-b3a2-e0b65218f946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:57.714344 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:51:59.135258 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:00.548028 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:17.718611 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:52:24.278669 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afb62229-3a52-48fb-99eb-2a7375382e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:26.492280 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ed34237-6d44-4c1f-a544-ef1f3da968b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:27.712807 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:29.130830 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:30.550408 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:32.099711 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55934) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:32.170169 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.pecan_wsgi.hooks.translation [None req-16573765-36fe-4398-859c-ae612c7c27a5 admin admin] GET failed (client error): The resource could not be found. Mar 01 15:52:32.171790 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-16573765-36fe-4398-859c-ae612c7c27a5 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711229 Mar 01 15:52:32.337646 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7ac2a-6e9f-44c6-81ad-5720c30ba734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:32.339131 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-aed7ac2a-6e9f-44c6-81ad-5720c30ba734 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630402 Mar 01 15:52:34.673449 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55944) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:34.763199 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0bf9f-a320-4274-867d-dacd63c37873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:34.764614 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-eac0bf9f-a320-4274-867d-dacd63c37873 admin admin] 10.222.0.10 "GET /v2.0/subnets/7b376ba2-7130-4e16-aac3-1029ce64ea3c HTTP/1.1" status: 200 len: 849 time: 0.0902154 Mar 01 15:52:34.774836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:52:34.943655 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Publish callbacks [] for subnet (7b376ba2-7130-4e16-aac3-1029ce64ea3c), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:35.079716 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784620853477'] for subnet (7b376ba2-7130-4e16-aac3-1029ce64ea3c), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:35.115274 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:35.116409 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:35.117487 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] 10.222.0.10 "PUT /v2.0/subnets/7b376ba2-7130-4e16-aac3-1029ce64ea3c HTTP/1.1" status: 200 len: 868 time: 0.3461556 Mar 01 15:52:35.120039 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a849b83-c4b9-45ec-af1b-3d2b70576abe None None] Network 15cd5253-4fe3-4687-b453-c0ac46c9db5b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:52:35.141867 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b376ba2-7130-4e16-aac3-1029ce64ea3c,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:52:35.149988 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.150365 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.150711 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.151056 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.151438 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.151774 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.152132 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.152469 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.152819 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.153153 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.153484 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.153810 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.154135 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc5023-e3af-4901-a161-3a64da8b7578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:52:35.425201 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-bdd772b6-c88f-48e3-a68b-6dcc7a5ddffa None None] Provisioning complete for port b187f0f2-db5d-4677-9437-903057472f65 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:52:35.425595 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdd772b6-c88f-48e3-a68b-6dcc7a5ddffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b187f0f2-db5d-4677-9437-903057472f65), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:35.506691 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bdd772b6-c88f-48e3-a68b-6dcc7a5ddffa None None] Current status of the port b187f0f2-db5d-4677-9437-903057472f65 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:52:35.516676 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-bdd772b6-c88f-48e3-a68b-6dcc7a5ddffa None None] Provisioning complete for port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:52:35.517019 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdd772b6-c88f-48e3-a68b-6dcc7a5ddffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (42966ad5-722f-488c-bfaf-2b2ebcaa90b9), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:35.591076 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bdd772b6-c88f-48e3-a68b-6dcc7a5ddffa None None] Current status of the port 42966ad5-722f-488c-bfaf-2b2ebcaa90b9 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:52:37.428943 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55952) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:37.624253 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b5ec8-b966-438c-b601-d613f0839387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:37.624733 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b5ec8-b966-438c-b601-d613f0839387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:37.626273 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-b07b5ec8-b966-438c-b601-d613f0839387 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963713 Mar 01 15:52:39.942934 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55960) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:40.071489 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a55ff-721a-4c63-af40-4095dc3fe478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:40.071956 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a55ff-721a-4c63-af40-4095dc3fe478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:40.073461 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-845a55ff-721a-4c63-af40-4095dc3fe478 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295602 Mar 01 15:52:42.386982 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55968) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:42.514901 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec703c-a975-416a-b656-400b5ad4ce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:42.516286 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1bec703c-a975-416a-b656-400b5ad4ce29 admin admin] 10.222.0.10 "GET /v2.0/networks/15cd5253-4fe3-4687-b453-c0ac46c9db5b HTTP/1.1" status: 200 len: 869 time: 0.1283431 Mar 01 15:52:44.811594 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55976) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:44.932316 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a85def-c27d-460f-952c-6cf848ca8d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:44.933607 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-37a85def-c27d-460f-952c-6cf848ca8d41 admin admin] 10.222.0.10 "GET /v2.0/networks/b3d20226-e1a1-41db-a972-a856aca3107e HTTP/1.1" status: 200 len: 886 time: 0.1210756 Mar 01 15:52:47.251205 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55984) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:47.375190 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fff0f5-2ac2-4b1a-8367-8e5d0e342704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:47.375675 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fff0f5-2ac2-4b1a-8367-8e5d0e342704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:47.377189 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-d3fff0f5-2ac2-4b1a-8367-8e5d0e342704 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249814 Mar 01 15:52:49.669761 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 55992) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:49.757693 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1b1b2-ec1d-4732-be16-6570762e8431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:49.758157 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1b1b2-ec1d-4732-be16-6570762e8431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:49.759672 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c9b1b1b2-ec1d-4732-be16-6570762e8431 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889721 Mar 01 15:52:52.151129 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56000) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:52.242342 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa955539-2184-4645-afa0-85657ad3595f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:52.243715 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-aa955539-2184-4645-afa0-85657ad3595f admin admin] 10.222.0.10 "GET /v2.0/subnets/7b376ba2-7130-4e16-aac3-1029ce64ea3c HTTP/1.1" status: 200 len: 868 time: 0.0916104 Mar 01 15:52:54.280375 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-959a8074-7363-4f04-b4aa-b729c77f2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:54.548412 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56008) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:52:54.638709 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb9594f-aa28-4147-8cc8-3d2ce9ff98ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:52:54.640082 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-8fb9594f-aa28-4147-8cc8-3d2ce9ff98ba admin admin] 10.222.0.10 "GET /v2.0/subnets/8cb273f9-9e7c-4b83-98fa-90d357222675 HTTP/1.1" status: 200 len: 816 time: 0.0901995 Mar 01 15:52:54.718366 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:52:56.494159 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3a69ec25-e2e9-4503-9ec1-44e1a41c0bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:57.715836 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:52:59.134743 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:00.554417 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:22.967913 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56062) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:53:23.014386 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [None req-38349447-6ca9-4788-bfe4-3f9d1ed644a1 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:53:23.015380 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-38349447-6ca9-4788-bfe4-3f9d1ed644a1 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465016 Mar 01 15:53:24.283066 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-75b0ba37-5682-4b18-9949-7f82d29b05e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:25.418449 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56070) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:53:25.477597 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc1a6d7-728b-46a3-a551-380d66623377 admin admin] GET failed (client error): The resource could not be found. Mar 01 15:53:25.478897 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3bc1a6d7-728b-46a3-a551-380d66623377 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595183 Mar 01 15:53:25.624471 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1217a98a-19ee-4cf8-99bb-2fb119d18243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:53:25.625972 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-1217a98a-19ee-4cf8-99bb-2fb119d18243 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430640 Mar 01 15:53:26.495380 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8540be88-bfdf-4812-bcf9-d0d041eae134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:27.720612 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:27.970400 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56078) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:53:28.017162 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:53:28.036176 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Made reservation on behalf of 4620619e74ba43e79f2772d25dd24f7c for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:53:28.038403 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:28.072074 dv-cinder-778193-21-iscsi neutron-server[102831]: WARNING neutron.services.revisions.revision_plugin [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Could not find related network for resource to bump revision. Mar 01 15:53:28.083355 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 15:53:28.092004 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (02911fde-7365-42ba-9e6b-44e559bd1957), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:28.092346 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Added segment 02911fde-7365-42ba-9e6b-44e559bd1957 of type vlan for network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 Mar 01 15:53:28.130674 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (5cf4f7d4-2dfd-453c-bb90-9809016be6b9), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:28.152710 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (5cf4f7d4-2dfd-453c-bb90-9809016be6b9), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:28.153626 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:53:28.154200 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:28.207058 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2355187 Mar 01 15:53:28.217165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf4f7d4-2dfd-453c-bb90-9809016be6b9,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:53:28.224487 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.224859 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.225235 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.225573 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.225904 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.226236 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.226585 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.226914 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.227281 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.227614 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.227946 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.228262 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.228582 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611d95f-43ef-4cf2-baaf-b5f813685594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:28.240497 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 15:53:29.137904 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:30.536211 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56086) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:53:30.556159 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:30.599700 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee32b90-b888-4c52-a964-d9912dde7c12 admin admin] GET failed (client error): The resource could not be found. Mar 01 15:53:30.600959 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-7ee32b90-b888-4c52-a964-d9912dde7c12 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638001 Mar 01 15:53:30.669147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25edfde-34bd-4d71-8644-47cbdea5f3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:53:30.670591 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-d25edfde-34bd-4d71-8644-47cbdea5f3e3 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656037 Mar 01 15:53:30.680698 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:53:30.699121 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Made reservation on behalf of 4620619e74ba43e79f2772d25dd24f7c for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:53:30.701367 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:30.865142 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (1fa80bad-5822-4347-bb9f-9b78efcdd39f), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:30.914214 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa80bad-5822-4347-bb9f-9b78efcdd39f,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:53:30.928977 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Checking segment: {'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:53:30.929333 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Network hostable DHCP agents. Network: 5cf4f7d4-2dfd-453c-bb90-9809016be6b9, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 15:53:30.944106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 15:53:30.952488 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 5cf4f7d4-2dfd-453c-bb90-9809016be6b9) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:53:30.956525 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:53:30.957097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:30.963093 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85f373-39df-48d1-a5b3-8a7ddb0b1534 None None] Network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:53:30.972396 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4549a874-c368-4731-a2b7-91fa1266b41f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2949619 Mar 01 15:53:31.068253 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-5cf4f7d4-2dfd-453c-bb90-9809016be6b9', 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9', 'project_id': '4620619e74ba43e79f2772d25dd24f7c', 'fixed_ips': [{'subnet_id': '1fa80bad-5822-4347-bb9f-9b78efcdd39f'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 15:53:31.069126 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:31.206699 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Allocated IP 192.168.233.2 (5cf4f7d4-2dfd-453c-bb90-9809016be6b9/1fa80bad-5822-4347-bb9f-9b78efcdd39f/b6fe40e7-8c8f-48c9-8c18-78d59feb6591) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:53:31.446233 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Publish callbacks [] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:31.452432 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:31.498140 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:53:31.501489 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:53:31.505845 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:53:31.511641 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Pushing event updated for resources: {'Port': ['ID=b6fe40e7-8c8f-48c9-8c18-78d59feb6591,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:53:31.523128 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.523524 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.523888 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.524229 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.524560 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.524885 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.525220 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.525546 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.525867 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.526206 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.526526 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.526847 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.527167 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:53:31.574244 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Attempting to bind port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:53:31.574904 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Attempting to bind port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:53:31.575025 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Attempting to bind port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 on network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:53:31.580589 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:53:31.580964 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Checking segment: {'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:53:31.581367 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:31.581756 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Bound using segment: {'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:53:31.582221 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Bound port: b6fe40e7-8c8f-48c9-8c18-78d59feb6591, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:53:31.582599 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:31.643832 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] For port b6fe40e7-8c8f-48c9-8c18-78d59feb6591, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:53:31.647125 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] For port b6fe40e7-8c8f-48c9-8c18-78d59feb6591, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=b6fe40e7-8c8f-48c9-8c18-78d59feb6591,segment=NetworkSegment(02911fde-7365-42ba-9e6b-44e559bd1957),segment_id=02911fde-7365-42ba-9e6b-44e559bd1957)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:53:31.653138 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:31.720449 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b4a30-1a5a-45c9-a216-bcce9fa42ffc None None] Pushing event updated for resources: {'Port': ['ID=b6fe40e7-8c8f-48c9-8c18-78d59feb6591,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:53:31.722490 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:53:32.572001 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345e1158-6b3f-4b3c-acaa-a5ad17a699e4 None None] Network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:53:32.653813 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-bf53b6a9-e15c-476c-bcb6-6be41e7f91ec None None] Provisioning complete for port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:53:32.654496 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf53b6a9-e15c-476c-bcb6-6be41e7f91ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:32.763699 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bf53b6a9-e15c-476c-bcb6-6be41e7f91ec None None] Current status of the port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:53:32.764676 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf53b6a9-e15c-476c-bcb6-6be41e7f91ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:32.804023 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-bf53b6a9-e15c-476c-bcb6-6be41e7f91ec None None] For port b6fe40e7-8c8f-48c9-8c18-78d59feb6591, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=b6fe40e7-8c8f-48c9-8c18-78d59feb6591,segment=NetworkSegment(02911fde-7365-42ba-9e6b-44e559bd1957),segment_id=02911fde-7365-42ba-9e6b-44e559bd1957)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:53:32.809595 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf53b6a9-e15c-476c-bcb6-6be41e7f91ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:32.862838 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53b6a9-e15c-476c-bcb6-6be41e7f91ec None None] Pushing event updated for resources: {'Port': ['ID=b6fe40e7-8c8f-48c9-8c18-78d59feb6591,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:53:32.930258 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-23493ba6-e7e6-49ea-ba32-9738313e8325 None None] Provisioning complete for port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:53:32.930656 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23493ba6-e7e6-49ea-ba32-9738313e8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:33.011157 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-23493ba6-e7e6-49ea-ba32-9738313e8325 None None] Current status of the port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:53:33.373936 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device b6fe40e7-8c8f-48c9-8c18-78d59feb6591 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:53:33.424014 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:53:33.424407 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b6fe40e7-8c8f-48c9-8c18-78d59feb6591), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:33.505226 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port b6fe40e7-8c8f-48c9-8c18-78d59feb6591 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:53:54.285808 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ab725fb-75a7-4298-8633-e10b1130299b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:56.497405 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c41b56ae-10fa-421b-bfff-e2b8ad348a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:57.724916 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:53:59.143152 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:00.558885 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:08.721865 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:54:24.289801 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9d479a9-e538-458b-a4ef-e41fabbeda9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:26.498782 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3da294b-63ca-4cbe-91d3-e077051bbe70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:27.727460 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:29.146257 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:30.562183 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:45.721768 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:54:50.210865 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56124) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:54:50.216396 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [None req-c5e9e224-6247-47c0-beb6-82d05caadbb6 tempest-verify_tempest_config-1313493313 tempest-verify_tempest_config-1313493313-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:54:50.217883 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-c5e9e224-6247-47c0-beb6-82d05caadbb6 tempest-verify_tempest_config-1313493313 tempest-verify_tempest_config-1313493313-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060389 Mar 01 15:54:50.499210 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56142) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:54:50.607112 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:50.709454 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Publish callbacks [] for security_group (532499eb-d8ab-432b-8189-4b3c1a6650a5), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:50.713018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (532499eb-d8ab-432b-8189-4b3c1a6650a5), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:50.762977 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532499eb-d8ab-432b-8189-4b3c1a6650a5,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:54:50.767324 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdbddecd9f6545259d1c53fb7bbcea6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2670896 Mar 01 15:54:50.770170 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56148) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:54:50.772789 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.773148 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.773492 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.773829 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.774161 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.774489 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.774831 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.775165 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.775534 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.775864 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.776190 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.776510 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.776833 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba212c-63ba-4dbd-a61d-f5ecc62fdb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.823523 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Publish callbacks [] for security_group (532499eb-d8ab-432b-8189-4b3c1a6650a5), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:50.844334 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Publish callbacks [] for security_group (532499eb-d8ab-432b-8189-4b3c1a6650a5), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:50.931547 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (532499eb-d8ab-432b-8189-4b3c1a6650a5), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:50.934034 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:50.935209 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/532499eb-d8ab-432b-8189-4b3c1a6650a5 HTTP/1.1" status: 204 len: 168 time: 0.1640098 Mar 01 15:54:50.943666 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532499eb-d8ab-432b-8189-4b3c1a6650a5,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:54:50.950278 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.950659 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.951017 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.951968 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.952320 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.952825 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.953165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.953497 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.953829 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.954160 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.954479 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.954974 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:50.955323 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6cd362-b8ca-4e29-978b-b70348420d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:54:54.293006 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ebd72b4-d818-4955-97d3-d20e0d51e904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:56.500081 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a0d80e3-38b0-4397-ba3d-3b2b0629b9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:57.728519 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:54:59.148008 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:00.566600 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:22.720951 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:55:24.295161 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-027a6a96-a6bf-4161-8ce7-e722873ccda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:26.502355 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ded2d8d-9319-4612-91ec-d166732f17ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:27.731130 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:29.150080 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:30.569449 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:54.296765 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-57d525d4-0f97-4fb7-8e49-485ed322a73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:56.499007 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da4c5172-2069-4177-ba4a-df394ba62594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:57.733999 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:59.153376 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:55:59.720028 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 5 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:56:00.570759 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:24.299045 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8446-f784-4f34-b723-b7108017a48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:26.501502 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4c4e-80c7-4d29-bfff-7ae1b7893813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:27.735581 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:29.159215 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:30.227050 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591646'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:30.574572 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:36.719297 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:56:45.083405 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56218) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:56:45.185566 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-baeedd41-6dcf-4f04-be03-ef882ff61000 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1010890 Mar 01 15:56:47.519933 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56228) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:56:47.579390 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-6739ba89-f2d3-4b7d-aa99-31e3043eddb7 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0583451 Mar 01 15:56:54.300819 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a46531d4-a4f2-452f-bd98-2e3f9029746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:56.501808 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469bf9ba-d3e8-436b-a056-9eadda6b0fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:57.737515 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:56:59.159408 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:00.178156 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:00.576559 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:13.718356 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:57:24.302038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09562a5f-0e14-4826-b25b-873c8f7cbe06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:26.606511 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85789ed1-7038-4923-b238-a40d44370323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:27.740671 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:29.162540 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:30.177488 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:30.578062 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:50.720042 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:57:54.304184 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6542cb4a-6aa1-463d-8a4b-cfcee4fe5872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:56.497635 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31d88008-7f8b-4f11-88b3-e7965f3d0e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:57.744315 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:57:59.165749 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:00.190325 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:00.580023 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.151514 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56356) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:23.482141 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-855171199-network', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:23.505192 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Made reservation on behalf of 36c4dd75696941b09c1ac85910112c1e for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:23.507829 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.516266 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.606752 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks [] for security_group (85e96805-b474-4abe-8fa3-872b0ccb8d30), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.611076 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (85e96805-b474-4abe-8fa3-872b0ccb8d30), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.644800 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e96805-b474-4abe-8fa3-872b0ccb8d30,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:23.647740 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 15:58:23.658671 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.659038 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.659431 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.659772 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.660110 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.660445 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.660799 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.661147 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.661466 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.661974 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.662477 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.662802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.663125 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Tracked resource versions report: Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: pushed versions: Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: { 'AddressGroup': {'1.2'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'ConntrackHelper': {'1.0'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Log': {'1.0'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Network': {'1.1'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Port': {'1.7'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'PortForwarding': {'1.2'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'QosPolicy': {'1.10'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroup': {'1.5'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SubPort': {'1.0'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Subnet': {'1.1'}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Trunk': {'1.1'}} Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: consumer versions: Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: HyperV agent@hv-cinder-77819: {}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'ConntrackHelper': '1.0', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'LocalIPAssociation': '1.0', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Log': '1.0', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Network': '1.1', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Port': '1.7', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'PortForwarding': '1.2', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'QosPolicy': '1.10', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroup': '1.5', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SecurityGroupRule': '1.2', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'SubPort': '1.0', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Subnet': '1.1', Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: 'Trunk': '1.1'}} Mar 01 15:58:23.664799 dv-cinder-778193-21-iscsi neutron-server[102830]: {{(pid=102830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:58:23.674974 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784620643220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (682f9090-f981-4f00-8434-7214b7321de7), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.677131 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Unsubscribe: segment precommit_create {{(pid=102830) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 15:58:23.677487 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Added segment 682f9090-f981-4f00-8434-7214b7321de7 of type vlan for network 532df157-d287-41d5-94b0-12755cd417d7 Mar 01 15:58:23.725962 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (532df157-d287-41d5-94b0-12755cd417d7), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.759699 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (532df157-d287-41d5-94b0-12755cd417d7), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.760748 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:23.761419 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.842323 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6895604 Mar 01 15:58:23.845318 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56402) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:23.850882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Request body: {'subnet': {'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-subnet', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:23.871138 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Made reservation on behalf of 36c4dd75696941b09c1ac85910112c1e for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:23.874244 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:23.876096 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427273c8-fa0a-44c1-b499-94c7ec14b217 admin admin] Pushing event updated for resources: {'Network': ['ID=532df157-d287-41d5-94b0-12755cd417d7,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:23.888409 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 532df157-d287-41d5-94b0-12755cd417d7 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 15:58:24.066163 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (c72c79d1-f814-497a-b529-391821664400), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.122988 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72c79d1-f814-497a-b529-391821664400,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:24.181632 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.182090 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.182502 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.182904 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.183320 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.183715 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.184129 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.184579 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.184918 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.185244 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.185564 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.185881 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.186674 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Tracked resource versions report: Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: pushed versions: Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: { 'AddressGroup': {'1.2'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'ConntrackHelper': {'1.0'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Log': {'1.0'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Network': {'1.1'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Port': {'1.7'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'PortForwarding': {'1.2'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'QosPolicy': {'1.10'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroup': {'1.5'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SubPort': {'1.0'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Subnet': {'1.1'}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Trunk': {'1.1'}} Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: consumer versions: Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: HyperV agent@hv-cinder-77819: {}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'ConntrackHelper': '1.0', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'LocalIPAssociation': '1.0', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Log': '1.0', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Network': '1.1', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Port': '1.7', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'PortForwarding': '1.2', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'QosPolicy': '1.10', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroup': '1.5', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SecurityGroupRule': '1.2', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'SubPort': '1.0', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Subnet': '1.1', Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: 'Trunk': '1.1'}} Mar 01 15:58:24.187283 dv-cinder-778193-21-iscsi neutron-server[102831]: {{(pid=102831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:58:24.198939 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Checking segment: {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:24.199317 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Network hostable DHCP agents. Network: 532df157-d287-41d5-94b0-12755cd417d7, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 15:58:24.219872 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Network 532df157-d287-41d5-94b0-12755cd417d7 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 15:58:24.228665 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 532df157-d287-41d5-94b0-12755cd417d7) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:24.238210 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcabe13-cff4-4b08-bfdb-2f068c8077f8 None None] Network 532df157-d287-41d5-94b0-12755cd417d7 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:24.241112 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:24.242410 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.265589 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b1d530ee-5441-48cd-bae2-f9271086856f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4191589 Mar 01 15:58:24.269042 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56424) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:24.278622 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:24.305801 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (157bd33e-4239-4ebc-84cc-1e931b7416d0), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.308168 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (157bd33e-4239-4ebc-84cc-1e931b7416d0), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.319586 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d00b162b-9c1a-4118-8278-f25a4d1d8f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.364241 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae048537-2631-4fe1-ad5c-d1c63e5febbb None None] Network 532df157-d287-41d5-94b0-12755cd417d7 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:24.425170 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks [] for router_controller (157bd33e-4239-4ebc-84cc-1e931b7416d0), precommit_add_association {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.538295 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56434) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:24.690300 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks [] for router_gateway (157bd33e-4239-4ebc-84cc-1e931b7416d0), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.861813 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56452) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:24.918920 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks [] for router_gateway (157bd33e-4239-4ebc-84cc-1e931b7416d0), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.931894 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1634003939-network', 'tenant_id': '9389b8f3d9bc4350a4f322d9e5316c03'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:24.950272 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.968958 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Made reservation on behalf of 9389b8f3d9bc4350a4f322d9e5316c03 for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:24.971839 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:24.986879 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.064430 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56462) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:25.076749 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Allocated IP 172.27.0.55 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/c575e4c3-882f-417f-9785-58fe13596c69) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:25.121349 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks [] for security_group (2098f9a0-7944-4fac-9009-ba09923c2d61), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.126900 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2098f9a0-7944-4fac-9009-ba09923c2d61), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.161554 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 15:58:25.189532 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-599379973-network', 'tenant_id': '972c09cd4939430ca54bf3b51dfad76a'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:25.193697 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks [] for port (c575e4c3-882f-417f-9785-58fe13596c69), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.220151 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2098f9a0-7944-4fac-9009-ba09923c2d61,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:25.238701 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (c575e4c3-882f-417f-9785-58fe13596c69), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.242411 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (13ecfe2c-ccf3-40e2-8b82-0c58a73a979c), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.242411 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Added segment 13ecfe2c-ccf3-40e2-8b82-0c58a73a979c of type vlan for network 73371abc-61e0-4534-922e-e947e38ad8ea Mar 01 15:58:25.258325 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Made reservation on behalf of 972c09cd4939430ca54bf3b51dfad76a for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:25.260890 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.282470 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.287527 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c575e4c3-882f-417f-9785-58fe13596c69,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:25.302092 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:25.302922 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:25.305379 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:25.365410 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (73371abc-61e0-4534-922e-e947e38ad8ea), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.400051 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-380823469-network', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:25.425557 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Made reservation on behalf of 77b82dc2374045fe97fb4108ca0d78de for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:25.427781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (73371abc-61e0-4534-922e-e947e38ad8ea), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.428111 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.429056 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:25.429758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.454709 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.502725 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] Pushing event updated for resources: {'Network': ['ID=73371abc-61e0-4534-922e-e947e38ad8ea,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:25.517933 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 73371abc-61e0-4534-922e-e947e38ad8ea details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 15:58:25.518537 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks [] for security_group (c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.531024 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-e1aec9eb-f755-4077-8cae-3616759845f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9913857 Mar 01 15:58:25.532267 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56482) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:25.533145 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.546311 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks [] for security_group (174ea467-53fa-46c6-986a-9c42ed3ab8b5), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.559496 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (174ea467-53fa-46c6-986a-9c42ed3ab8b5), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.563423 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Request body: {'subnet': {'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1634003939-subnet', 'tenant_id': '9389b8f3d9bc4350a4f322d9e5316c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:25.578502 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 15:58:25.620531 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 15:58:25.636387 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Made reservation on behalf of 9389b8f3d9bc4350a4f322d9e5316c03 for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:25.645335 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.657565 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (60c9feb4-c714-4af9-a846-210b195c6c0e), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.657945 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Added segment 60c9feb4-c714-4af9-a846-210b195c6c0e of type vlan for network 9a183226-b420-4d83-8242-233bbd4b9744 Mar 01 15:58:25.731472 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (cd06dd40-80b5-46cc-9d11-cb39e04acefd), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.731955 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Added segment cd06dd40-80b5-46cc-9d11-cb39e04acefd of type vlan for network abc91343-9562-4611-b94c-a2ac6d0affb1 Mar 01 15:58:25.744353 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174ea467-53fa-46c6-986a-9c42ed3ab8b5,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:25.746589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:25.806639 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (abc91343-9562-4611-b94c-a2ac6d0affb1), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.851385 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (abc91343-9562-4611-b94c-a2ac6d0affb1), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.852547 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:25.853176 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.857377 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (9a183226-b420-4d83-8242-233bbd4b9744), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.897307 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks [] for router_gateway (157bd33e-4239-4ebc-84cc-1e931b7416d0), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:25.943418 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] Pushing event updated for resources: {'Network': ['ID=abc91343-9562-4611-b94c-a2ac6d0affb1,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:25.955539 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network abc91343-9562-4611-b94c-a2ac6d0affb1 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 15:58:26.007179 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (9a183226-b420-4d83-8242-233bbd4b9744), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.008198 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:26.008778 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.039983 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-58ed38f7-9ad6-4bd8-82f8-4746e558501f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1732745 Mar 01 15:58:26.041179 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56502) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:26.048083 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Request body: {'subnet': {'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-599379973-subnet', 'tenant_id': '972c09cd4939430ca54bf3b51dfad76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:26.096736 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0308888 Mar 01 15:58:26.099141 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f11a2d-8b4e-48ba-9b99-77d858d5dbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=9a183226-b420-4d83-8242-233bbd4b9744,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:26.099789 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56504) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:26.107248 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Request body: {'subnet': {'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-380823469-subnet', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:26.114892 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 9a183226-b420-4d83-8242-233bbd4b9744 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 15:58:26.134193 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Made reservation on behalf of 972c09cd4939430ca54bf3b51dfad76a for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:26.137536 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.191199 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (bb2b31a8-b80f-472f-aba4-2fb2dadcb3df), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.224311 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (157bd33e-4239-4ebc-84cc-1e931b7416d0), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.296287 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Made reservation on behalf of 77b82dc2374045fe97fb4108ca0d78de for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:26.298746 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.342857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2b31a8-b80f-472f-aba4-2fb2dadcb3df,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:26.372774 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Router 157bd33e-4239-4ebc-84cc-1e931b7416d0 is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 15:58:26.438819 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Checking segment: {'id': '13ecfe2c-ccf3-40e2-8b82-0c58a73a979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:26.439508 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Network hostable DHCP agents. Network: 73371abc-61e0-4534-922e-e947e38ad8ea, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 15:58:26.509004 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1caf1b44-bdf7-4b3b-a835-0b41f01940fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.525704 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 15:58:26.537938 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Sync routers for ids ['157bd33e-4239-4ebc-84cc-1e931b7416d0'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 15:58:26.551420 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.553193 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9f77d9e3-f541-43cd-b9e7-15ac34d8d8a2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2815349 Mar 01 15:58:26.556619 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56526) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:26.562264 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Routers {'157bd33e-4239-4ebc-84cc-1e931b7416d0'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:26.562999 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['157bd33e-4239-4ebc-84cc-1e931b7416d0'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:26.575507 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Network 73371abc-61e0-4534-922e-e947e38ad8ea is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 15:58:26.674261 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 73371abc-61e0-4534-922e-e947e38ad8ea) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:26.687842 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b08fa0-c38f-453a-8acf-74c6e7461225 None None] Network 73371abc-61e0-4534-922e-e947e38ad8ea requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:26.705398 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:26.708498 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.764220 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4dc58cd8-c78f-4e34-9598-d2f9b7b3241d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2041769 Mar 01 15:58:26.881589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:26.925946 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Set router 157bd33e-4239-4ebc-84cc-1e931b7416d0 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:26.957522 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d80708-8f16-4beb-9c39-15c15c66ce13 None None] Network 73371abc-61e0-4534-922e-e947e38ad8ea requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:27.052932 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (60a5b2d1-5f54-40ed-bd81-45894955ebc8), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.099957 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:27.109907 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Checking segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:27.112645 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Network hostable DHCP agents. Network: abc91343-9562-4611-b94c-a2ac6d0affb1, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 15:58:27.229860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Checking segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:27.230226 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Network hostable DHCP agents. Network: 9a183226-b420-4d83-8242-233bbd4b9744, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 15:58:27.243705 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a5b2d1-5f54-40ed-bd81-45894955ebc8,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:27.247688 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Network abc91343-9562-4611-b94c-a2ac6d0affb1 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 15:58:27.264114 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Network 9a183226-b420-4d83-8242-233bbd4b9744 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 15:58:27.272705 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:25Z', 'revision_number': 3, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port': {'id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:27.286930 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 9a183226-b420-4d83-8242-233bbd4b9744) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:27.292153 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:27.301997 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759a0cc-b680-4ed5-93d4-6f81d7185af6 None None] Network 9a183226-b420-4d83-8242-233bbd4b9744 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:27.304134 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.307396 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, abc91343-9562-4611-b94c-a2ac6d0affb1) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:27.317939 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:27.318521 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.324857 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e507fb6-7535-40f9-b108-40bf6152a15d None None] Network abc91343-9562-4611-b94c-a2ac6d0affb1 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:27.326916 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Checking router: 157bd33e-4239-4ebc-84cc-1e931b7416d0 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 15:58:27.327242 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Updating router 157bd33e-4239-4ebc-84cc-1e931b7416d0 port c575e4c3-882f-417f-9785-58fe13596c69 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 15:58:27.359959 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56560) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:27.360185 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-85b06b56-6c9e-4c59-bef1-66fbbcef1462 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2586224 Mar 01 15:58:27.365211 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:27.375211 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3997a1a5-154a-423a-aa82-84bfcb260d8b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3327188 Mar 01 15:58:27.398908 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c575e4c3-882f-417f-9785-58fe13596c69), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.522581 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-9a183226-b420-4d83-8242-233bbd4b9744', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 15:58:27.524071 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.575778 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.585198 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.599902 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37a67f-d57a-44ad-be6a-bb94d57fa582 None None] Network abc91343-9562-4611-b94c-a2ac6d0affb1 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:27.748488 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:58:27.807802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks [] for router_controller (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), precommit_add_association {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.931405 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Publish callbacks [] for port (c575e4c3-882f-417f-9785-58fe13596c69), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.943033 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (c575e4c3-882f-417f-9785-58fe13596c69), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:27.987847 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Attempting to bind port c575e4c3-882f-417f-9785-58fe13596c69 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:27.988567 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Attempting to bind port c575e4c3-882f-417f-9785-58fe13596c69 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:27.989099 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Attempting to bind port c575e4c3-882f-417f-9785-58fe13596c69 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:28.025071 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.057387 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:28.057773 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:28.059329 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.061524 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:28.063419 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Bound port: c575e4c3-882f-417f-9785-58fe13596c69, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:28.063985 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c575e4c3-882f-417f-9785-58fe13596c69), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.099928 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.108701 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks [] for router_gateway (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.119658 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Allocated IP 172.20.0.2 (9a183226-b420-4d83-8242-233bbd4b9744/60a5b2d1-5f54-40ed-bd81-45894955ebc8/8af02875-ba79-48cd-84a6-ab3880240ddb) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:28.135145 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] For port c575e4c3-882f-417f-9785-58fe13596c69, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:28.139426 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] For port c575e4c3-882f-417f-9785-58fe13596c69, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=c575e4c3-882f-417f-9785-58fe13596c69,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:28.156003 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (c575e4c3-882f-417f-9785-58fe13596c69), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.190492 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Pushing event updated for resources: {'Port': ['ID=c575e4c3-882f-417f-9785-58fe13596c69,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:28.192598 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Routers {'157bd33e-4239-4ebc-84cc-1e931b7416d0'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:28.193228 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['157bd33e-4239-4ebc-84cc-1e931b7416d0'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:28.238635 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.239365 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.239365 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.239731 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.240066 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.240400 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.240754 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.241091 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.241421 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.241804 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.242140 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.242467 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.242793 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Tracked resource versions report: Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: pushed versions: Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: { 'AddressGroup': {'1.2'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'ConntrackHelper': {'1.0'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Log': {'1.0'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Network': {'1.1'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Port': {'1.7'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'PortForwarding': {'1.2'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'QosPolicy': {'1.10'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroup': {'1.5'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SubPort': {'1.0'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Subnet': {'1.1'}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Trunk': {'1.1'}} Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: consumer versions: Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: HyperV agent@hv-cinder-77819: {}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'ConntrackHelper': '1.0', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'LocalIPAssociation': '1.0', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Log': '1.0', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Network': '1.1', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Port': '1.7', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'PortForwarding': '1.2', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'QosPolicy': '1.10', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroup': '1.5', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SecurityGroupRule': '1.2', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'SubPort': '1.0', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Subnet': '1.1', Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: 'Trunk': '1.1'}} Mar 01 15:58:28.244276 dv-cinder-778193-21-iscsi neutron-server[102833]: {{(pid=102833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:58:28.303492 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56606) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:28.305962 dv-cinder-778193-21-iscsi neutron-server[102831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 15:58:28.345277 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Publish callbacks [] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.366815 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.415293 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Network 9a183226-b420-4d83-8242-233bbd4b9744 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:28.420217 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:28.420384 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47595c66-5ede-4b24-b386-8e0bf2cad0f7 None None] Pushing event updated for resources: {'Port': ['ID=c575e4c3-882f-417f-9785-58fe13596c69,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:28.424891 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:28.438756 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Pushing event updated for resources: {'Port': ['ID=8af02875-ba79-48cd-84a6-ab3880240ddb,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:28.468872 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.469263 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.469638 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.470330 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.470680 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.471017 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.471451 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.471794 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.472132 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.472480 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.472884 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.473126 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.473507 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Tracked resource versions report: Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: pushed versions: Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: { 'AddressGroup': {'1.2'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'ConntrackHelper': {'1.0'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'LocalIPAssociation': {'1.0'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Log': {'1.0'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Network': {'1.1'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Port': {'1.7'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'PortForwarding': {'1.2'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'QosPolicy': {'1.10'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroup': {'1.5'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroupRule': {'1.2'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SubPort': {'1.0'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Subnet': {'1.1'}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Trunk': {'1.1'}} Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: consumer versions: Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: { DHCP agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: HyperV agent@hv-cinder-77819: {}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: L3 agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: Metadata agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: Metering agent@dv-cinder-778193-21-iscsi: {}, Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: Open vSwitch agent@dv-cinder-778193-21-iscsi: { 'AddressGroup': '1.2', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'ConntrackHelper': '1.0', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'LocalIPAssociation': '1.0', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Log': '1.0', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Network': '1.1', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Port': '1.7', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'PortForwarding': '1.2', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'QosPolicy': '1.10', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroup': '1.5', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SecurityGroupRule': '1.2', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'SubPort': '1.0', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Subnet': '1.1', Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: 'Trunk': '1.1'}} Mar 01 15:58:28.474626 dv-cinder-778193-21-iscsi neutron-server[102832]: {{(pid=102832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 15:58:28.486160 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] Set router 157bd33e-4239-4ebc-84cc-1e931b7416d0 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:28.512381 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Attempting to bind port 8af02875-ba79-48cd-84a6-ab3880240ddb on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:28.513226 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Attempting to bind port 8af02875-ba79-48cd-84a6-ab3880240ddb by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:28.513983 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Attempting to bind port 8af02875-ba79-48cd-84a6-ab3880240ddb on network 9a183226-b420-4d83-8242-233bbd4b9744 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:28.520625 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:28.521416 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Checking segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:28.521992 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.522583 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Bound using segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:28.524368 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Bound port: 8af02875-ba79-48cd-84a6-ab3880240ddb, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:28.524966 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.587372 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-2ce5aba5-aa60-4b1f-a5c4-fedf35feef9c tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:28.589032 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-2ce5aba5-aa60-4b1f-a5c4-fedf35feef9c tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/networks?id=73371abc-61e0-4534-922e-e947e38ad8ea HTTP/1.1" status: 200 len: 812 time: 0.2845290 Mar 01 15:58:28.594857 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Allocated IP 172.20.0.1 (532df157-d287-41d5-94b0-12755cd417d7/c72c79d1-f814-497a-b529-391821664400/62f5d4f2-0121-4412-ac42-9e291762b1df) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:28.619672 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-a1cbdb95-dae5-46dc-816e-bb3161d33dd3 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/quotas/9389b8f3d9bc4350a4f322d9e5316c03 HTTP/1.1" status: 200 len: 375 time: 0.0232608 Mar 01 15:58:28.624124 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] For port 8af02875-ba79-48cd-84a6-ab3880240ddb, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:28.629734 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] For port 8af02875-ba79-48cd-84a6-ab3880240ddb, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8af02875-ba79-48cd-84a6-ab3880240ddb,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:28.655059 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.739063 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-458490c9-51bd-4e8b-b4ab-8bf98ce39254 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9389b8f3d9bc4350a4f322d9e5316c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119256 Mar 01 15:58:28.741147 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks [] for router_gateway (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.788274 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.848824 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc9031-229b-4db6-8d26-02ce7fb85e52 None None] Pushing event updated for resources: {'Port': ['ID=8af02875-ba79-48cd-84a6-ab3880240ddb,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:28.902664 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:25Z', 'revision_number': 3, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port': {'id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:28.916686 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks [] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:28.950417 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4bbe8-f805-48b1-a38a-8ab50d90ece9 None None] The sync data for ids ['157bd33e-4239-4ebc-84cc-1e931b7416d0'] in dv-cinder-778193-21-iscsi is: [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:25Z', 'revision_number': 3, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port': {'id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 15:58:29.026617 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:29.066259 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Allocated IP 172.27.0.196 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/e3f2c089-8aad-44e8-b166-fb23b76bdb90) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:29.087758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-b3d8eb72-20cf-42e8-bc55-d1a2ed762a43 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:58:29.091440 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-b3d8eb72-20cf-42e8-bc55-d1a2ed762a43 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0857975 Mar 01 15:58:29.165477 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Network 532df157-d287-41d5-94b0-12755cd417d7 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:29.169027 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:29.177666 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:29.178339 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (157bd33e-4239-4ebc-84cc-1e931b7416d0), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:29.213179 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:29.400685 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Pushing event updated for resources: {'Port': ['ID=62f5d4f2-0121-4412-ac42-9e291762b1df,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:29.477910 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-0a4e5450-5848-4a35-8c3a-200882daae8e service neutron] 10.222.0.10 "GET /v2.0/networks/73371abc-61e0-4534-922e-e947e38ad8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734822 Mar 01 15:58:29.679911 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:29.739068 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-bc39de95-15bf-4ac5-aae7-983f915c2b2c service neutron] 10.222.0.10 "GET /v2.0/networks/73371abc-61e0-4534-922e-e947e38ad8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595336 Mar 01 15:58:29.761815 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8af02875-ba79-48cd-84a6-ab3880240ddb up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:29.833491 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56656) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:29.844376 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks [] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:29.865248 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 8af02875-ba79-48cd-84a6-ab3880240ddb triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:29.865583 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.023085 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-03de22b4-5aa3-47a5-98a7-cb9ad65a1cf4 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:30.030505 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 8af02875-ba79-48cd-84a6-ab3880240ddb is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:30.032005 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.036624 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-03de22b4-5aa3-47a5-98a7-cb9ad65a1cf4 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.2017050 Mar 01 15:58:30.071368 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-cc058dcd-8a14-4cfb-8668-575310b4f72e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/quotas/972c09cd4939430ca54bf3b51dfad76a HTTP/1.1" status: 200 len: 375 time: 0.0327654 Mar 01 15:58:30.127314 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 8af02875-ba79-48cd-84a6-ab3880240ddb, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8af02875-ba79-48cd-84a6-ab3880240ddb,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:58:30.136356 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.201066 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-4393861e-526c-439d-b322-0687fd315716 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280241 Mar 01 15:58:30.221857 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=8af02875-ba79-48cd-84a6-ab3880240ddb,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:30.284739 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.412272 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks [] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.425026 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.427992 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (157bd33e-4239-4ebc-84cc-1e931b7416d0), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.490230 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Pushing event updated for resources: {'Port': ['ID=62f5d4f2-0121-4412-ac42-9e291762b1df,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:30.504896 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-f0070362-8595-4e71-8987-6978d174467a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:58:30.506360 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-f0070362-8595-4e71-8987-6978d174467a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1671655 Mar 01 15:58:30.510844 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cccb9-3a77-45c5-8419-424a7bc5e706 None None] Network 9a183226-b420-4d83-8242-233bbd4b9744 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 15:58:30.552983 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8abac840-f5c9-43f3-88ab-fa2a6ea0b481 req-68b71841-fbbf-4831-9e0c-d88e05bf993a tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.1880636 Mar 01 15:58:30.647973 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-d594a2f7-31d2-4be3-8b85-26f5b38667dc None None] Provisioning complete for port 8af02875-ba79-48cd-84a6-ab3880240ddb triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:30.647973 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d594a2f7-31d2-4be3-8b85-26f5b38667dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.652396 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.689722 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:30.735385 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-c87efa94-93ea-41db-82bf-fe0a8f88c913 service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846945 Mar 01 15:58:30.780963 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:30.793317 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Network 532df157-d287-41d5-94b0-12755cd417d7 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:30.794848 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:30.801571 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:30.805840 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:30.813814 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Pushing event updated for resources: {'Port': ['ID=e3f2c089-8aad-44e8-b166-fb23b76bdb90,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:30.876272 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-0ab88622-a2a5-475f-a5bc-63b15456721d service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292977 Mar 01 15:58:30.917282 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d594a2f7-31d2-4be3-8b85-26f5b38667dc None None] Current status of the port 8af02875-ba79-48cd-84a6-ab3880240ddb is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:31.230492 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Router 157bd33e-4239-4ebc-84cc-1e931b7416d0 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 15:58:31.260978 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-44b5d2cf-c287-43fd-8b61-2b7e287b1741 None None] Provisioning complete for port 8af02875-ba79-48cd-84a6-ab3880240ddb triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:31.261629 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44b5d2cf-c287-43fd-8b61-2b7e287b1741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:31.361307 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb10ce1e-2318-4722-9329-c5416182b535 req-235390c1-ea93-4b29-b43b-7f3b2ca885d4 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0993276 Mar 01 15:58:31.476760 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks [] for router_gateway (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:31.484945 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-44b5d2cf-c287-43fd-8b61-2b7e287b1741 None None] Current status of the port 8af02875-ba79-48cd-84a6-ab3880240ddb is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:31.767977 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-30b443be-865f-4751-8edd-44c629a9980d req-d8e2f618-a10d-460c-b95c-53c9eeb88c07 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.1036241 Mar 01 15:58:31.835813 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8af02875-ba79-48cd-84a6-ab3880240ddb up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:31.899794 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 15:58:31.911332 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9dad4699-b3f4-4e84-b8c5-ac5861975111 admin admin] 10.222.0.10 "PUT /v2.0/routers/157bd33e-4239-4ebc-84cc-1e931b7416d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3535964 Mar 01 15:58:31.961065 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Sync routers for ids ['157bd33e-4239-4ebc-84cc-1e931b7416d0'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 15:58:31.984570 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 8af02875-ba79-48cd-84a6-ab3880240ddb triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:31.985877 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:32.035692 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:32.110415 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Routers {'157bd33e-4239-4ebc-84cc-1e931b7416d0'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:32.111565 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['157bd33e-4239-4ebc-84cc-1e931b7416d0'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:32.299057 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 15:58:32.325393 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 8af02875-ba79-48cd-84a6-ab3880240ddb is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:32.326506 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device c575e4c3-882f-417f-9785-58fe13596c69 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:32.378372 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Set router 157bd33e-4239-4ebc-84cc-1e931b7416d0 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:32.551274 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaaffe7-776b-4dc8-8c18-576a5b7c2200 req-86c88833-1d7b-4fe1-96b4-0ef964125e54 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0555739 Mar 01 15:58:32.562659 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port c575e4c3-882f-417f-9785-58fe13596c69 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:32.563047 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (c575e4c3-882f-417f-9785-58fe13596c69), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:32.583550 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 15:58:32.598022 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Sync routers for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 15:58:32.630528 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:32.633384 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:32.641129 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:32.643737 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-d6693dc5-f153-497d-8805-6331db64dc8f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2827668 Mar 01 15:58:32.647005 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56826) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:32.717419 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-63854dbf-f0c7-4cc3-a040-749fc57d319f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:32.718811 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-63854dbf-f0c7-4cc3-a040-749fc57d319f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 818 time: 0.1620939 Mar 01 15:58:32.747686 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-18e7bce7-4ca8-4a60-8e83-34599d40c921 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/quotas/36c4dd75696941b09c1ac85910112c1e HTTP/1.1" status: 200 len: 375 time: 0.0232525 Mar 01 15:58:32.845832 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port c575e4c3-882f-417f-9785-58fe13596c69 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:32.846454 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c575e4c3-882f-417f-9785-58fe13596c69), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:32.890202 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port c575e4c3-882f-417f-9785-58fe13596c69, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=c575e4c3-882f-417f-9785-58fe13596c69,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:58:32.899780 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:29Z', 'revision_number': 4, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port': {'id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '62f5d4f2-0121-4412-ac42-9e291762b1df', 'name': '', 'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'mac_address': 'fa:16:3e:8a:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c72c79d1-f814-497a-b529-391821664400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:29Z', 'revision_number': 2, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'subnets': [{'id': 'c72c79d1-f814-497a-b529-391821664400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:32.908863 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (c575e4c3-882f-417f-9785-58fe13596c69), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:32.951717 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-e325bf10-00a0-4e80-a7e2-5b330956107e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980002 Mar 01 15:58:32.971651 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:33.082206 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-7a9bfbf0-de26-48a8-bb78-7913a34ca839 service neutron] 10.222.0.10 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227701 Mar 01 15:58:33.117943 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6453116-5dde-4675-b15b-ccd7878ecdf0 req-6c1998b3-a9f9-47c2-a69b-8de3e9e7d918 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0346284 Mar 01 15:58:33.238295 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Checking router: 157bd33e-4239-4ebc-84cc-1e931b7416d0 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 15:58:33.238719 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Updating router 157bd33e-4239-4ebc-84cc-1e931b7416d0 port 62f5d4f2-0121-4412-ac42-9e291762b1df binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 15:58:33.244411 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-aee0477d-3c51-49a0-b6e8-d744d4d2b2b7 service neutron] 10.222.0.10 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470308 Mar 01 15:58:33.299664 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:31Z', 'revision_number': 3, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:33.303616 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=c575e4c3-882f-417f-9785-58fe13596c69,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:33.340065 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Checking router: 39867c20-5d80-44ec-8e9b-35ffb9a99a5a for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 15:58:33.340425 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Updating router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a port e3f2c089-8aad-44e8-b166-fb23b76bdb90 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 15:58:33.367949 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:33.384789 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:33.543884 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f189249-f2c5-474f-9945-8b30a1227edd req-7e698aab-2e4a-4def-9a10-255a5ca77e74 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 210 time: 0.0810978 Mar 01 15:58:33.672231 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device c575e4c3-882f-417f-9785-58fe13596c69 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:33.857736 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port c575e4c3-882f-417f-9785-58fe13596c69 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:33.858542 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (c575e4c3-882f-417f-9785-58fe13596c69), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:33.867492 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bc43826b-c32a-43c0-9e87-c84d7cd7b4d6 req-5318e6f2-becc-452e-93de-4f72d0da0b95 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0394666 Mar 01 15:58:33.927797 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:33.962325 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-8c1c7b5c-f2a2-4e0b-acac-e118b4d33b92 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:33.967817 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-8c1c7b5c-f2a2-4e0b-acac-e118b4d33b92 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 818 time: 0.2351851 Mar 01 15:58:33.986664 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-948c7149-7227-4ec4-996b-8f8639fef0a7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/quotas/36c4dd75696941b09c1ac85910112c1e HTTP/1.1" status: 200 len: 375 time: 0.0118439 Mar 01 15:58:34.016099 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Publish callbacks [] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.026168 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.035261 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port c575e4c3-882f-417f-9785-58fe13596c69 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:34.041089 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Publish callbacks [] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.056535 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.080043 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Attempting to bind port e3f2c089-8aad-44e8-b166-fb23b76bdb90 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:34.080688 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Attempting to bind port e3f2c089-8aad-44e8-b166-fb23b76bdb90 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:34.081238 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Attempting to bind port e3f2c089-8aad-44e8-b166-fb23b76bdb90 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:34.089205 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:34.089814 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:34.090438 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.091010 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:34.091689 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Bound port: e3f2c089-8aad-44e8-b166-fb23b76bdb90, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:34.092263 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.104670 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e50ad086-50e2-4d11-93ad-753a575c52b9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103051 Mar 01 15:58:34.117599 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97c75a-c852-49d3-aa98-35a07157b353 None None] Pushing event updated for resources: {'Port': ['ID=62f5d4f2-0121-4412-ac42-9e291762b1df,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:34.119415 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dded10-cdbc-4433-bcec-a9c410f75b00 None None] Pushing event updated for resources: {'Port': ['ID=e3f2c089-8aad-44e8-b166-fb23b76bdb90,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:34.142687 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Allocated IP 172.20.0.1 (9a183226-b420-4d83-8242-233bbd4b9744/60a5b2d1-5f54-40ed-bd81-45894955ebc8/5f63d6b9-c1a7-4cef-b888-a03e1979c5d4) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:34.152854 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] For port e3f2c089-8aad-44e8-b166-fb23b76bdb90, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:34.155913 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] For port e3f2c089-8aad-44e8-b166-fb23b76bdb90, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=e3f2c089-8aad-44e8-b166-fb23b76bdb90,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:34.165368 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.188385 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Attempting to bind port 62f5d4f2-0121-4412-ac42-9e291762b1df on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:34.188858 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Attempting to bind port 62f5d4f2-0121-4412-ac42-9e291762b1df by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:34.189294 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Attempting to bind port 62f5d4f2-0121-4412-ac42-9e291762b1df on network 532df157-d287-41d5-94b0-12755cd417d7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:34.196353 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:34.196943 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Checking segment: {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:34.197414 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.197881 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Bound using segment: {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:34.198843 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Bound port: 62f5d4f2-0121-4412-ac42-9e291762b1df, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:34.199374 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.283721 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:34.284343 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:34.306501 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] For port 62f5d4f2-0121-4412-ac42-9e291762b1df, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:34.308519 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be6fb08c-254c-4e68-ae57-0237e47556b7 req-73b2c2a6-1f64-4b9c-92e6-acd771c240cd tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0475485 Mar 01 15:58:34.310500 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e9654960-60d1-45bc-80af-c2e675b30c7e service neutron] 10.222.0.10 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050314 Mar 01 15:58:34.312171 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] For port 62f5d4f2-0121-4412-ac42-9e291762b1df, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=62f5d4f2-0121-4412-ac42-9e291762b1df,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:34.329739 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dded10-cdbc-4433-bcec-a9c410f75b00 None None] Pushing event updated for resources: {'Port': ['ID=e3f2c089-8aad-44e8-b166-fb23b76bdb90,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:34.330865 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.331375 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks [] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.376688 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.407460 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Network 9a183226-b420-4d83-8242-233bbd4b9744 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:34.410408 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:34.412390 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Routers {'157bd33e-4239-4ebc-84cc-1e931b7416d0'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:34.413025 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['157bd33e-4239-4ebc-84cc-1e931b7416d0'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:34.414132 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:34.414610 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.419446 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:34.462965 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-0da9b90b-2c1c-43ab-a44d-c04f43d1d5bb service neutron] 10.222.0.10 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454444 Mar 01 15:58:34.544937 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] Set router 157bd33e-4239-4ebc-84cc-1e931b7416d0 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:34.584249 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Pushing event updated for resources: {'Port': ['ID=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:34.634384 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:31Z', 'revision_number': 3, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:34.657043 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97c75a-c852-49d3-aa98-35a07157b353 None None] Pushing event updated for resources: {'Port': ['ID=62f5d4f2-0121-4412-ac42-9e291762b1df,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:34.670120 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51326f55-0428-4a89-8a17-b569b81ddd49 None None] The sync data for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi is: [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:31Z', 'revision_number': 3, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 15:58:34.745272 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.755993 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-70e359f6-a166-4f64-bac4-898e47ceab64 req-3b8940da-baf4-4926-9199-6725ade31eaf tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0385473 Mar 01 15:58:34.764649 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-31339363-71fd-4bae-aaed-a1f152e46999 None None] Provisioning complete for port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:34.765036 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31339363-71fd-4bae-aaed-a1f152e46999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:34.854703 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-31339363-71fd-4bae-aaed-a1f152e46999 None None] Port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 15:58:34.878005 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:29Z', 'revision_number': 4, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port': {'id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '62f5d4f2-0121-4412-ac42-9e291762b1df', 'name': '', 'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'mac_address': 'fa:16:3e:8a:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c72c79d1-f814-497a-b529-391821664400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'subnets': [{'id': 'c72c79d1-f814-497a-b529-391821664400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:34.910160 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acd04f-a0b7-4fd1-a7d5-3e8b86a59edd None None] The sync data for ids ['157bd33e-4239-4ebc-84cc-1e931b7416d0'] in dv-cinder-778193-21-iscsi is: [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:29Z', 'revision_number': 4, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port': {'id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '62f5d4f2-0121-4412-ac42-9e291762b1df', 'name': '', 'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'mac_address': 'fa:16:3e:8a:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c72c79d1-f814-497a-b529-391821664400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'subnets': [{'id': 'c72c79d1-f814-497a-b529-391821664400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 15:58:35.004580 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71ad3009-1db9-4b3e-815a-72a96cd8d583 req-ec072507-9912-459c-997c-47419592969f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0452628 Mar 01 15:58:35.012027 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks [] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:35.025634 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:35.027076 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:35.135846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Pushing event updated for resources: {'Port': ['ID=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:35.209302 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Network 9a183226-b420-4d83-8242-233bbd4b9744 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:35.213595 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:35.419009 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 15:58:35.463102 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9b884dff-95ff-4112-bd71-4a04bfc2f029 req-4a6939d3-69f0-49d2-bf38-ede0103a5a66 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0352924 Mar 01 15:58:35.584886 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 15:58:35.587428 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-f3e97079-197b-4224-bb2f-c23895a3099c None None] Provisioning complete for port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:35.587957 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3e97079-197b-4224-bb2f-c23895a3099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:35.606580 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-22cd63b1-c140-4f3d-b613-d6c992f41881 admin admin] 10.222.0.10 "PUT /v2.0/routers/39867c20-5d80-44ec-8e9b-35ffb9a99a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9454567 Mar 01 15:58:35.644678 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f3e97079-197b-4224-bb2f-c23895a3099c None None] Port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 15:58:35.698421 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device e3f2c089-8aad-44e8-b166-fb23b76bdb90 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:35.763030 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port e3f2c089-8aad-44e8-b166-fb23b76bdb90 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:35.763543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:35.874189 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e0e412e-f819-41b9-9125-25fbeda283b3 req-990649c1-0378-42fb-9030-738094dffc08 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0484164 Mar 01 15:58:35.902157 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port e3f2c089-8aad-44e8-b166-fb23b76bdb90 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:35.902562 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:35.940175 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port e3f2c089-8aad-44e8-b166-fb23b76bdb90, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=e3f2c089-8aad-44e8-b166-fb23b76bdb90,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:58:35.945581 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:35.946374 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 62f5d4f2-0121-4412-ac42-9e291762b1df up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:36.035680 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=e3f2c089-8aad-44e8-b166-fb23b76bdb90,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:36.049733 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 62f5d4f2-0121-4412-ac42-9e291762b1df triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:36.050278 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.110474 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56948) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:36.116838 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-c4860d73-368d-468c-b7fb-93c2342b6ccf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979634634', 'description': 'tempest-description--802298620'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:36.141743 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8b26311a-c30f-4f44-ab39-f8e3ea08d2a0 req-b4f21daf-21ba-47e6-8e15-4749819bf618 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0355978 Mar 01 15:58:36.148657 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c4860d73-368d-468c-b7fb-93c2342b6ccf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.162155 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 62f5d4f2-0121-4412-ac42-9e291762b1df is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:36.162550 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.194255 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 62f5d4f2-0121-4412-ac42-9e291762b1df, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=62f5d4f2-0121-4412-ac42-9e291762b1df,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:58:36.198888 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.227589 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c4860d73-368d-468c-b7fb-93c2342b6ccf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (ba638caa-ddee-440c-915d-1197ef143305), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.232047 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c4860d73-368d-468c-b7fb-93c2342b6ccf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ba638caa-ddee-440c-915d-1197ef143305), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.248373 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=62f5d4f2-0121-4412-ac42-9e291762b1df,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:36.266515 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c4860d73-368d-468c-b7fb-93c2342b6ccf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.267861 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c4860d73-368d-468c-b7fb-93c2342b6ccf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1551774 Mar 01 15:58:36.269782 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860d73-368d-468c-b7fb-93c2342b6ccf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba638caa-ddee-440c-915d-1197ef143305,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:36.270928 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56950) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:36.276131 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-b9ef510a-2957-4c75-81c8-b06d9ed33302 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'security_group_rule': {'security_group_id': 'ba638caa-ddee-440c-915d-1197ef143305', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:36.304052 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b9ef510a-2957-4c75-81c8-b06d9ed33302 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (70f624d0-362e-4054-b632-f46c0095f3a8), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.366705 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b9ef510a-2957-4c75-81c8-b06d9ed33302 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (70f624d0-362e-4054-b632-f46c0095f3a8), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.371032 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b9ef510a-2957-4c75-81c8-b06d9ed33302 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (70f624d0-362e-4054-b632-f46c0095f3a8), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.388724 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef510a-2957-4c75-81c8-b06d9ed33302 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f624d0-362e-4054-b632-f46c0095f3a8,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:36.397140 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b9ef510a-2957-4c75-81c8-b06d9ed33302 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.401286 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b9ef510a-2957-4c75-81c8-b06d9ed33302 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268532 Mar 01 15:58:36.401500 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 56954) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:36.405885 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-bc7f4e9d-82a1-4d63-bfb1-de8d2cf47b1b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'security_group_rule': {'security_group_id': 'ba638caa-ddee-440c-915d-1197ef143305', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:36.431733 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4e9d-82a1-4d63-bfb1-de8d2cf47b1b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (e0fef8c9-eaef-49d3-872e-51aee6d7e0ec), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.502414 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4e9d-82a1-4d63-bfb1-de8d2cf47b1b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (e0fef8c9-eaef-49d3-872e-51aee6d7e0ec), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.506226 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4e9d-82a1-4d63-bfb1-de8d2cf47b1b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (e0fef8c9-eaef-49d3-872e-51aee6d7e0ec), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.524217 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f4e9d-82a1-4d63-bfb1-de8d2cf47b1b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fef8c9-eaef-49d3-872e-51aee6d7e0ec,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:36.533235 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4e9d-82a1-4d63-bfb1-de8d2cf47b1b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.534450 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-bc7f4e9d-82a1-4d63-bfb1-de8d2cf47b1b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320546 Mar 01 15:58:36.537674 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 56966) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:36.542260 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:36.562493 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-06aab516-1fd5-41e5-9700-cf9d8dee7bb5 req-1087c2b6-dd93-4672-a30f-b085cbdf5432 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Mar 01 15:58:36.568174 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.746522 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.851161 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Allocated IP 172.27.0.34 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/e6058d5d-045c-497a-b323-a3b71d34ed19) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:36.953983 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:36.965004 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-006e53e9-ca53-4404-ab95-264551b90000 req-66209ca3-c2cd-476c-a987-807930dbbf71 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0306237 Mar 01 15:58:37.119605 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.139173 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Sync routers for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 15:58:37.150279 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:37.150996 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:37.161328 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:37.164325 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:37.168774 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:37.173823 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'Port': ['ID=e6058d5d-045c-497a-b323-a3b71d34ed19,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:37.242646 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f75d2cf6-cb3f-4349-9c51-835390c630c5 req-89963468-e5b1-4406-ad14-7bd0a19299f3 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0326293 Mar 01 15:58:37.268567 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (076aa46d-c3a4-49e3-b079-cd30cc2cd639), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.271105 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:37.307523 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.459018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.463103 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.492826 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (076aa46d-c3a4-49e3-b079-cd30cc2cd639), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.520376 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.521704 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9830036 Mar 01 15:58:37.528860 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7930d-74f4-4b07-8776-4f159eeb8eec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'Port': ['ID=e6058d5d-045c-497a-b323-a3b71d34ed19,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:37.634539 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 2, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:37.680802 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Checking router: 39867c20-5d80-44ec-8e9b-35ffb9a99a5a for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 15:58:37.680995 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Updating router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 15:58:37.683664 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device e3f2c089-8aad-44e8-b166-fb23b76bdb90 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:37.723459 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-10726776-f68a-4bdd-837b-fa2cc3b0f273 req-23d15e01-df4d-4528-9f56-a8982da8b63a tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0539770 Mar 01 15:58:37.738903 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-15cf786a-7f51-4c4d-9e02-6ef8df000973 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--979634634&fields=id&tenant_id=77b82dc2374045fe97fb4108ca0d78de HTTP/1.1" status: 200 len: 267 time: 0.0914235 Mar 01 15:58:37.770070 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.840842 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port e3f2c089-8aad-44e8-b166-fb23b76bdb90 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:37.841099 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:37.869809 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-64894f82-b705-430b-9b49-1a6367f3870b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:37.877218 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-64894f82-b705-430b-9b49-1a6367f3870b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 810 time: 0.1371307 Mar 01 15:58:37.891753 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-56c86359-5239-4262-8a21-4a5242098235 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/quotas/77b82dc2374045fe97fb4108ca0d78de HTTP/1.1" status: 200 len: 375 time: 0.0128412 Mar 01 15:58:37.968483 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-569f7687-d848-47e5-960e-3831bc12fd3f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692797 Mar 01 15:58:38.069786 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port e3f2c089-8aad-44e8-b166-fb23b76bdb90 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:38.072205 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 62f5d4f2-0121-4412-ac42-9e291762b1df up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:38.178208 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02fe8e74-0665-4d61-88ce-31e51668496c req-6cba01f8-4630-49dc-ac02-79da376face2 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0340095 Mar 01 15:58:38.189201 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 62f5d4f2-0121-4412-ac42-9e291762b1df triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:38.189723 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:38.217538 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-d57841e2-0306-43bf-8e5b-325bf0fb6865 service neutron] 10.222.0.10 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396579 Mar 01 15:58:38.230229 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Publish callbacks [] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:38.241526 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:38.242923 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.64', 49502) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:38.324099 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-bcd7b021-9550-477f-9626-b7f56568d895 service neutron] 10.222.0.10 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999031 Mar 01 15:58:38.346895 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294bea5-57b0-440b-8e89-a31535795148 None None] Pushing event updated for resources: {'Port': ['ID=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:38.406604 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b0fe5e7-cc80-4cc0-abf1-0747afe6f5e6 req-4d971e90-0e47-4b95-bd1b-7e93e9deb340 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0814869 Mar 01 15:58:38.493049 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.64', 49503) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:38.493726 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 62f5d4f2-0121-4412-ac42-9e291762b1df is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:38.495926 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Attempting to bind port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:38.496297 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Attempting to bind port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:38.496658 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Attempting to bind port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 on network 9a183226-b420-4d83-8242-233bbd4b9744 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:38.527138 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:38.527543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Checking segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:38.527955 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:38.532655 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Bound using segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:38.533279 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Bound port: 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:38.533914 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:38.627761 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-47eb2654-2528-4127-960a-152cb00c936a req-ffa72971-2a2b-437f-b397-494801858959 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0598683 Mar 01 15:58:38.728192 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] For port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:38.732233 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] For port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:38.740369 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-f41fd6cc-3077-4a51-a26d-cc41af2d593b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:38.742763 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-f41fd6cc-3077-4a51-a26d-cc41af2d593b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.64 "GET /v2.0/networks?id=73371abc-61e0-4534-922e-e947e38ad8ea HTTP/1.1" status: 200 len: 812 time: 0.4968626 Mar 01 15:58:38.744804 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:38.778729 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-00e881f0-70a7-408f-bdc2-f4e0cf1d69c4 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:38.780430 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-00e881f0-70a7-408f-bdc2-f4e0cf1d69c4 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 818 time: 0.2863710 Mar 01 15:58:38.859999 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:58:38.860754 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:58:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:38.862294 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-22dc1d43-f3e0-4e09-8598-1feef871ef5e req-8132774d-b5e7-4e9a-8a7c-b15f5c1e8384 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0403111 Mar 01 15:58:38.931414 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-39229162-3719-4b61-a354-705560dc96ab None None] Provisioning complete for port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:38.931951 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39229162-3719-4b61-a354-705560dc96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:38.933617 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294bea5-57b0-440b-8e89-a31535795148 None None] Pushing event updated for resources: {'Port': ['ID=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:39.031680 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:58:39.131326 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-39229162-3719-4b61-a354-705560dc96ab None None] Current status of the port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:39.131631 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39229162-3719-4b61-a354-705560dc96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:39.214309 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-39229162-3719-4b61-a354-705560dc96ab None None] For port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:58:39.221160 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39229162-3719-4b61-a354-705560dc96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:39.278038 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ae4e96e6-b0e5-4c2c-a85a-8ab8d2efd857 req-f45190d6-beef-49ca-947b-e5fb0d243001 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Mar 01 15:58:39.316055 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39229162-3719-4b61-a354-705560dc96ab None None] Pushing event updated for resources: {'Port': ['ID=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:39.345747 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-31e1f93c-1baa-4da5-a235-e31a7d630d99 None None] Provisioning complete for port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:39.346120 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31e1f93c-1baa-4da5-a235-e31a7d630d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:39.373124 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:38Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:58:39.404531 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db21906-9191-4db3-bfbd-d1ad95218231 None None] The sync data for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi is: [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:38Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 15:58:39.546085 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81540d0f-82b2-4e9d-8d11-d8318a8eb9e1 req-9007cf5a-6200-4be4-a6f8-5b28330f1dab tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0372934 Mar 01 15:58:39.589289 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-31e1f93c-1baa-4da5-a235-e31a7d630d99 None None] Current status of the port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:39.658752 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:58:39.711497 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:39.711875 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:39.733779 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5d388a83-0e4d-4c9e-9da9-ba4bc320db84 req-21af384b-b82d-4a81-83bd-b9e41ddda454 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0278916 Mar 01 15:58:39.793723 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:58:39.960338 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-46d6f6cb-4168-40f1-abbf-3f844c63e6f2 req-1648e52a-f192-4bba-8e45-0a2a6795af04 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0273864 Mar 01 15:58:40.372247 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a48aa424-d625-4e9a-9709-a45ab94fbfdf req-b9921613-921d-468c-8d9c-68022be7efea tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0300179 Mar 01 15:58:40.639012 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dc91374c-4a8c-4cb6-be0b-702e953b051e req-51261215-71c3-4e7d-9ed8-f68ab7f7fb19 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0265653 Mar 01 15:58:40.823138 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fdd57b88-90af-4489-b7ce-bf3c69ac7e5d req-f0d0e89f-8832-46af-97a9-010cfb20d3c4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0258358 Mar 01 15:58:41.050767 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c670b10a-3aad-440f-8d98-a7bf36a2b6a7 req-2c73af7d-f072-4d8b-835e-7af8d935a991 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Mar 01 15:58:41.461712 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e67041ad-87c0-4cb0-a4de-dba6f3b27e60 req-d435a271-827b-4632-ac15-0e1f78bf7e37 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0266612 Mar 01 15:58:41.729433 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-247ee8e3-cc69-48a8-bdc1-fc1bea55bef1 req-9f75c453-23ba-4801-a458-e5581fb776b7 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0263870 Mar 01 15:58:41.918345 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-55f26d03-4d5e-4a80-863a-019a4fc8886c req-116f0026-1abd-43de-8790-40a0063da44d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0317562 Mar 01 15:58:42.140819 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2338ef5e-c37b-4274-a5a8-db5a74335a35 req-fd0af05b-172d-45bb-b304-04a794d54dc9 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0271211 Mar 01 15:58:42.250980 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Request body: {'port': {'device_id': '7caeffd3-9349-48a9-b20a-e832df0db896', 'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'admin_state_up': True, 'tenant_id': '36c4dd75696941b09c1ac85910112c1e'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:42.251546 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Request body: {'port': {'device_id': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea', 'admin_state_up': True, 'tenant_id': '9389b8f3d9bc4350a4f322d9e5316c03'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:42.268842 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.64', 49506) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:42.269531 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.64', 49507) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:42.383414 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Made reservation on behalf of 9389b8f3d9bc4350a4f322d9e5316c03 for: {'port': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:42.387941 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:42.552789 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Made reservation on behalf of 36c4dd75696941b09c1ac85910112c1e for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:42.560277 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:42.641850 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Allocated IP 172.20.0.5 (73371abc-61e0-4534-922e-e947e38ad8ea/bb2b31a8-b80f-472f-aba4-2fb2dadcb3df/b8487c55-4a03-4fed-9bb4-89917880d9dd) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:42.688153 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ea9ab337-3733-466a-9a3b-43ba2afe81c9 req-63a21792-d245-4424-b684-746fdb35e7e8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0845108 Mar 01 15:58:42.893620 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks [] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:42.910856 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3e999d10-f988-422a-a282-54f2b7678a6b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:42.912364 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3e999d10-f988-422a-a282-54f2b7678a6b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.6416683 Mar 01 15:58:42.914673 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05ac1b68-1482-4646-a71c-3e2ff62758ab req-332e4e9c-3a2c-45aa-9df7-d0447d84d807 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0944095 Mar 01 15:58:42.941738 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-b1b75040-ceb6-4ee7-a814-8766d3e6b055 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:42.941738 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-b1b75040-ceb6-4ee7-a814-8766d3e6b055 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 818 time: 0.6549904 Mar 01 15:58:42.942307 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Request body: {'port': {'device_id': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'admin_state_up': True, 'tenant_id': '972c09cd4939430ca54bf3b51dfad76a'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:42.944621 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:42.972786 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Network 73371abc-61e0-4534-922e-e947e38ad8ea is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:42.994964 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Request body: {'port': {'device_id': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'admin_state_up': True, 'tenant_id': '36c4dd75696941b09c1ac85910112c1e'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:42.996818 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:43.033846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:43.040981 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:43.041626 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:43.072787 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8283577 Mar 01 15:58:43.125406 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-91a45226-e7f0-429f-a99d-98dc40224778 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 15:58:43.125406 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-91a45226-e7f0-429f-a99d-98dc40224778 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0388439 Mar 01 15:58:43.143254 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f3be7e62-17ef-4962-9656-5682ec5e11d6 req-e7a44eae-f1ff-48ac-a98c-269156e5c855 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0998762 Mar 01 15:58:43.166785 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81256b0-c779-4b01-bf44-5bd85b21da9b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Pushing event updated for resources: {'Port': ['ID=b8487c55-4a03-4fed-9bb4-89917880d9dd,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:43.179495 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Allocated IP 172.20.0.13 (532df157-d287-41d5-94b0-12755cd417d7/c72c79d1-f814-497a-b529-391821664400/ab0e1459-f0ac-471f-87c8-dc562677b8ea) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:43.380431 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Request body: {'port': {'device_id': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:43.482993 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:43.492541 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Made reservation on behalf of 972c09cd4939430ca54bf3b51dfad76a for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:43.496162 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:43.519426 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Made reservation on behalf of 36c4dd75696941b09c1ac85910112c1e for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:43.523568 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:43.597642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8129d-a8de-4c57-8e29-e54025677c58 req-8bcb7328-5247-4432-9ac5-0a711f6750e9 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:43.603837 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-42c8129d-a8de-4c57-8e29-e54025677c58 req-8bcb7328-5247-4432-9ac5-0a711f6750e9 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 931 time: 0.2562952 Mar 01 15:58:43.981374 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-493c6a32-ec9e-441e-bc16-7a46c4c0e1b8 req-0955f1b7-099d-46e7-b150-e4cd672c7d21 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.1488075 Mar 01 15:58:43.997990 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-42c8129d-a8de-4c57-8e29-e54025677c58 req-d984d552-c4c3-467a-8924-fd39ac32aab5 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757925 Mar 01 15:58:44.003314 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8487c55-4a03-4fed-9bb4-89917880d9dd {{(pid=102830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:58:44.014741 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Publish callbacks [] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.041080 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.provisioning_blocks [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Transition to ACTIVE for port object b8487c55-4a03-4fed-9bb4-89917880d9dd will not be triggered until provisioned by entity L2. {{(pid=102830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 15:58:44.046603 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.055604 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks [] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.125586 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9d7c3c4a-8384-4971-99b9-9f00ca0a5045 req-aaae1cfd-f7d4-4557-a333-5a667f688e30 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0543933 Mar 01 15:58:44.204624 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Allocated IP 172.20.0.6 (abc91343-9562-4611-b94c-a2ac6d0affb1/3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41/7ac7730f-298e-4dbc-9fb0-022fc06654cb) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:44.280499 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Allocated IP 172.20.0.6 (532df157-d287-41d5-94b0-12755cd417d7/c72c79d1-f814-497a-b529-391821664400/bb3f9217-9042-4ab5-882c-960f065cba76) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:44.298224 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.394319 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Network 532df157-d287-41d5-94b0-12755cd417d7 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:44.420835 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Pushing event updated for resources: {'Port': ['ID=b8487c55-4a03-4fed-9bb4-89917880d9dd,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:44.448183 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Attempting to bind port b8487c55-4a03-4fed-9bb4-89917880d9dd on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:44.448394 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e9794d1-a724-4ba8-8d73-0cf71f85f60c req-58a8ca70-99b0-4072-99b9-6dfde58acd47 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.1000507 Mar 01 15:58:44.448936 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Attempting to bind port b8487c55-4a03-4fed-9bb4-89917880d9dd by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '13ecfe2c-ccf3-40e2-8b82-0c58a73a979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea'}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:44.449502 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Attempting to bind port b8487c55-4a03-4fed-9bb4-89917880d9dd on network 73371abc-61e0-4534-922e-e947e38ad8ea {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:44.455097 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Port b8487c55-4a03-4fed-9bb4-89917880d9dd on network 73371abc-61e0-4534-922e-e947e38ad8ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 15:58:44.455625 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Attempting to bind port b8487c55-4a03-4fed-9bb4-89917880d9dd on network 73371abc-61e0-4534-922e-e947e38ad8ea {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:44.459495 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:44.462065 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:44.462583 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Checking segment: {'id': '13ecfe2c-ccf3-40e2-8b82-0c58a73a979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:44.463294 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Bound using segment: {'id': '13ecfe2c-ccf3-40e2-8b82-0c58a73a979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea'} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:44.463904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Bound port: b8487c55-4a03-4fed-9bb4-89917880d9dd, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ecfe2c-ccf3-40e2-8b82-0c58a73a979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea'}}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:44.464414 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.496332 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:44.510360 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:44.511274 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.544366 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] For port b8487c55-4a03-4fed-9bb4-89917880d9dd, host hv-cinder-77819, cleared binding levels {{(pid=102830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:44.556128 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] For port b8487c55-4a03-4fed-9bb4-89917880d9dd, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8487c55-4a03-4fed-9bb4-89917880d9dd,segment=NetworkSegment(13ecfe2c-ccf3-40e2-8b82-0c58a73a979c),segment_id=13ecfe2c-ccf3-40e2-8b82-0c58a73a979c)] {{(pid=102830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:44.556356 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Pushing event updated for resources: {'Port': ['ID=ab0e1459-f0ac-471f-87c8-dc562677b8ea,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:44.571527 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.635635 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:44.637007 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.643885 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] 10.222.0.64 "PUT /v2.0/ports/b8487c55-4a03-4fed-9bb4-89917880d9dd HTTP/1.1" status: 200 len: 1093 time: 1.4221549 Mar 01 15:58:44.644439 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'tag': 'b8487c55-4a03-4fed-9bb4-89917880d9dd'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:58:44.687451 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-3123b900-b079-431e-979e-6d7d5aa7cebe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4438396 Mar 01 15:58:44.815418 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c950c-8550-49ea-90c6-d710a8204253 service neutron] Pushing event updated for resources: {'Port': ['ID=b8487c55-4a03-4fed-9bb4-89917880d9dd,revision_number=3']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:44.850313 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks [] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.878818 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb980cc1-c647-4078-94b2-ff1d8e183bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "91d6fc44-d9af-4004-b38e-f6d84d075f93", "tag": "b8487c55-4a03-4fed-9bb4-89917880d9dd"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:58:44.934000 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks [] for port (bb3f9217-9042-4ab5-882c-960f065cba76), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:44.955286 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:45.017893 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Network abc91343-9562-4611-b94c-a2ac6d0affb1 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:45.027795 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:45.033498 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:45.039451 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:45.040080 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:45.052844 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:45.057498 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event updated for resources: {'Port': ['ID=7ac7730f-298e-4dbc-9fb0-022fc06654cb,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:45.077456 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-3860d393-4103-412c-8a88-1dd919ab8823 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1472983 Mar 01 15:58:45.090577 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcae6b1-5d87-4168-bff3-050d7eecc09b x-openstack-request-id: req-6dcae6b1-5d87-4168-bff3-050d7eecc09b {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:58:45.090969 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d6fc44-d9af-4004-b38e-f6d84d075f93", "tag": "b8487c55-4a03-4fed-9bb4-89917880d9dd", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:58:45.091516 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dcae6b1-5d87-4168-bff3-050d7eecc09b {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:58:45.092062 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'tag': 'b8487c55-4a03-4fed-9bb4-89917880d9dd', 'status': 'completed', 'code': 200} Mar 01 15:58:45.134756 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Network 532df157-d287-41d5-94b0-12755cd417d7 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:45.149578 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:45.179914 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:45.186181 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:45.186803 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:45.248262 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Pushing event updated for resources: {'Port': ['ID=bb3f9217-9042-4ab5-882c-960f065cba76,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:45.260209 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-4eeedc47-f5d2-4078-ac87-4a2415255bd6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2913418 Mar 01 15:58:45.282890 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f02de-1326-4738-8c90-320cd3b319b6 req-a67e5473-aa2d-4a8f-bcb3-c6a6712e69ee tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:45.284360 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e16f02de-1326-4738-8c90-320cd3b319b6 req-a67e5473-aa2d-4a8f-bcb3-c6a6712e69ee tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.1485257 Mar 01 15:58:45.291800 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b96bc1-3e79-48c2-8e63-1c94b08e90db req-2d00cc1d-6f89-4d17-8605-b929e1f224d4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:45.293197 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-49b96bc1-3e79-48c2-8e63-1c94b08e90db req-2d00cc1d-6f89-4d17-8605-b929e1f224d4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.1348386 Mar 01 15:58:45.363644 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-49b96bc1-3e79-48c2-8e63-1c94b08e90db req-caa9536a-fe86-4bdb-8582-14908a204a10 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637636 Mar 01 15:58:45.366611 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e16f02de-1326-4738-8c90-320cd3b319b6 req-c35e8658-1024-4537-a95e-64b1abb0006b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725431 Mar 01 15:58:45.473357 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bfd20-a67e-442d-9a56-55e51bffbc27 req-755ada6b-4985-4851-8836-2b399ced7c33 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:45.474797 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f4bfd20-a67e-442d-9a56-55e51bffbc27 req-755ada6b-4985-4851-8836-2b399ced7c33 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.0518105 Mar 01 15:58:45.519672 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f4bfd20-a67e-442d-9a56-55e51bffbc27 req-3f0a83fb-1d20-42ee-81f5-64e2992229a9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Mar 01 15:58:45.567443 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e6084a0d-028e-450d-affe-bc5c3754e693 req-2300b2df-7d73-460e-beb3-557d488e8c10 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0288584 Mar 01 15:58:46.523153 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603295e-98dd-494b-93cc-58f333b236c2 req-52207ae5-c554-4977-8fc0-2d56e719d840 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:46.524551 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7603295e-98dd-494b-93cc-58f333b236c2 req-52207ae5-c554-4977-8fc0-2d56e719d840 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.0855024 Mar 01 15:58:46.560103 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c196f1-d71b-420f-a520-159ca84f20c6 req-4440674d-d4f7-4ff5-97c7-78f3140585c0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:46.561666 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81c196f1-d71b-420f-a520-159ca84f20c6 req-4440674d-d4f7-4ff5-97c7-78f3140585c0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.0967982 Mar 01 15:58:46.603907 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7603295e-98dd-494b-93cc-58f333b236c2 req-2ef2bfae-5e98-48a5-9799-578f26a2a81f tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731461 Mar 01 15:58:46.629344 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81c196f1-d71b-420f-a520-159ca84f20c6 req-a29d6bc7-3031-429a-83bc-dcb906fa3247 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588982 Mar 01 15:58:46.778020 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-012a41b6-3a72-43a5-9194-191ea11475f9 req-3c6c3e9a-7613-4e23-a3b9-bf873dec9797 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0315683 Mar 01 15:58:46.801951 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068da50-7b55-41b5-a76d-04db378f0c13 req-563f4445-da4c-4787-a163-ff1a5db14746 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:46.801951 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8068da50-7b55-41b5-a76d-04db378f0c13 req-563f4445-da4c-4787-a163-ff1a5db14746 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.0917091 Mar 01 15:58:46.889849 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8068da50-7b55-41b5-a76d-04db378f0c13 req-1eac0fbf-ffbd-46a3-8ee0-666168da2ba5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813539 Mar 01 15:58:47.749413 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607a92c-4393-4f36-b524-dbd799c27eb9 req-ed8bb5cb-db82-4ff4-98d1-2c4eeba7075e tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:47.750770 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3607a92c-4393-4f36-b524-dbd799c27eb9 req-ed8bb5cb-db82-4ff4-98d1-2c4eeba7075e tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.0829268 Mar 01 15:58:47.884928 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f1602-aaad-4cfe-ae28-2802639bbf00 req-a9778faf-62b2-4213-8dc6-c91d8fe26e2e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:47.886429 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb6f1602-aaad-4cfe-ae28-2802639bbf00 req-a9778faf-62b2-4213-8dc6-c91d8fe26e2e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.1840825 Mar 01 15:58:47.933991 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3607a92c-4393-4f36-b524-dbd799c27eb9 req-19caa204-2ad9-4eee-b49a-755c61a8ee0d tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768568 Mar 01 15:58:47.961293 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb6f1602-aaad-4cfe-ae28-2802639bbf00 req-f5b9ed7c-1f35-4a25-852a-7e40d632eb69 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681581 Mar 01 15:58:48.043662 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-871a84df-111d-4200-bc8d-dcc70310bc86 req-aac49ddf-3445-42ce-b45e-973bbbbc3da3 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0283606 Mar 01 15:58:48.124578 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2247112-5e9a-401f-8a57-eff2656b3dec req-d66309b2-fbc4-49bb-8145-dbf2e2a92507 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:48.126012 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a2247112-5e9a-401f-8a57-eff2656b3dec req-d66309b2-fbc4-49bb-8145-dbf2e2a92507 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.0512302 Mar 01 15:58:48.174041 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a2247112-5e9a-401f-8a57-eff2656b3dec req-eedbbdf3-5756-4f27-9471-7241f4fb55ef tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Mar 01 15:58:49.059136 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a0e1-c2ef-4a32-824c-4ceebf6fdee3 req-127d81e0-51b6-4d8c-bbbc-4ee79fa77934 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:49.060750 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bae0a0e1-c2ef-4a32-824c-4ceebf6fdee3 req-127d81e0-51b6-4d8c-bbbc-4ee79fa77934 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.0606155 Mar 01 15:58:49.135709 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bae0a0e1-c2ef-4a32-824c-4ceebf6fdee3 req-951a504b-1151-4890-8e15-c20698289eb3 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639541 Mar 01 15:58:49.142960 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b324a-52a1-4915-9c80-07c1b6ad62f9 req-ca4bd870-3404-4f80-8ae4-3b130e9e24e7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:49.144392 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4d3b324a-52a1-4915-9c80-07c1b6ad62f9 req-ca4bd870-3404-4f80-8ae4-3b130e9e24e7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.0827355 Mar 01 15:58:49.192596 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4d3b324a-52a1-4915-9c80-07c1b6ad62f9 req-88cee31f-869a-4877-9143-37b344461e04 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Mar 01 15:58:49.275723 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6d78833e-d5e3-45bf-a2da-df758efbdab0 req-a0050b3a-b939-45c4-98e5-6666fddf3228 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0358973 Mar 01 15:58:49.312790 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e2a40-6ca5-4b64-b8b6-656d94f4942f req-dff1dc62-f3ab-4d20-83d3-6490dbff0f89 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:49.314217 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af5e2a40-6ca5-4b64-b8b6-656d94f4942f req-dff1dc62-f3ab-4d20-83d3-6490dbff0f89 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.0659769 Mar 01 15:58:49.359108 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af5e2a40-6ca5-4b64-b8b6-656d94f4942f req-2d7ad198-2479-4e93-8069-82a99ca17810 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Mar 01 15:58:50.253905 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240f5fd-7258-4c20-915b-be651a464e60 req-43cae92c-2c6f-4114-9e11-ddc61e409efc tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:50.255410 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f240f5fd-7258-4c20-915b-be651a464e60 req-43cae92c-2c6f-4114-9e11-ddc61e409efc tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.0514276 Mar 01 15:58:50.311668 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f240f5fd-7258-4c20-915b-be651a464e60 req-91a687bb-5fb7-4733-94db-ccacabbb913e tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483656 Mar 01 15:58:50.403465 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e5293308-4ffe-47c5-90c7-aa186ed8c651 req-1d97089e-b568-44da-9c58-9795e7c55c25 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0330296 Mar 01 15:58:50.411071 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d12ed5-f9e9-424e-b04b-15bf70fbbfef req-c24bb2d4-7009-40af-8c2a-f790f3daf5ea tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:50.417757 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-57d12ed5-f9e9-424e-b04b-15bf70fbbfef req-c24bb2d4-7009-40af-8c2a-f790f3daf5ea tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.0991821 Mar 01 15:58:50.468054 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-57d12ed5-f9e9-424e-b04b-15bf70fbbfef req-f73f374f-4715-4d11-98fc-584143836e50 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Mar 01 15:58:50.528433 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5cb00-6ffd-4edb-baef-e3cbe5199c79 req-bcb333da-8449-406c-92d2-66a3c35a1ca9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:50.529956 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-29e5cb00-6ffd-4edb-baef-e3cbe5199c79 req-bcb333da-8449-406c-92d2-66a3c35a1ca9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.0566857 Mar 01 15:58:50.581131 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-29e5cb00-6ffd-4edb-baef-e3cbe5199c79 req-8a7c34a8-0137-4e53-a4c1-46fed6791ede tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Mar 01 15:58:51.445172 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278788-6ebd-4915-b7b7-1d4e769b7944 req-61f9338e-86c6-48cf-ab39-d92b8528d577 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:51.446747 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5d278788-6ebd-4915-b7b7-1d4e769b7944 req-61f9338e-86c6-48cf-ab39-d92b8528d577 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.0608327 Mar 01 15:58:51.521782 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5d278788-6ebd-4915-b7b7-1d4e769b7944 req-c6e4cb84-c8b7-4d51-968b-1022677d0abe tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628207 Mar 01 15:58:51.538992 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98a476fe-39f9-4acf-8ced-8ab54934d762 req-a282b153-11a0-44a3-a9d6-e1804838b763 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0330577 Mar 01 15:58:51.650197 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e57f0-03e2-40dd-9bca-029bfc5ff3f6 req-dbdb9b43-400b-4477-931f-928a438f57aa tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:51.658298 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9e4e57f0-03e2-40dd-9bca-029bfc5ff3f6 req-dbdb9b43-400b-4477-931f-928a438f57aa tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.0701680 Mar 01 15:58:51.743730 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9e4e57f0-03e2-40dd-9bca-029bfc5ff3f6 req-43cace50-42b9-408e-9d43-2bf17ce3c5aa tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792246 Mar 01 15:58:51.762768 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de3498-b2a9-4dea-8881-6e34dcdd2694 req-323bc762-27a5-426d-90c8-aac56350bfed tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:51.762768 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7de3498-b2a9-4dea-8881-6e34dcdd2694 req-323bc762-27a5-426d-90c8-aac56350bfed tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.0992465 Mar 01 15:58:51.816413 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7de3498-b2a9-4dea-8881-6e34dcdd2694 req-b1284149-036e-49b7-bce4-aec0bebb78c1 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Mar 01 15:58:52.703777 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a081017b-8a09-4d82-b5de-df185d2a4fe6 req-de22b8f5-5077-47d5-92d3-3a15f248797b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0575061 Mar 01 15:58:52.730829 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661454b-80c0-43fe-b287-2389cc2044ed req-c274a9b0-16b6-4304-936a-5a6389233de1 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:52.738274 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0661454b-80c0-43fe-b287-2389cc2044ed req-c274a9b0-16b6-4304-936a-5a6389233de1 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.1274667 Mar 01 15:58:52.818798 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0661454b-80c0-43fe-b287-2389cc2044ed req-fc41a97c-dc9e-412f-bed2-1739b8548301 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756536 Mar 01 15:58:52.982404 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918ae0-853e-4b3a-ad3d-f9247eac8508 req-37a00bd8-119d-49ed-bb94-a92445c0ae7b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:52.991935 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ca918ae0-853e-4b3a-ad3d-f9247eac8508 req-37a00bd8-119d-49ed-bb94-a92445c0ae7b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.1439898 Mar 01 15:58:53.052602 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3555514-b6b0-4205-b7d7-ab5f003a862d req-ee802214-75b5-4798-9556-e58af2b309a7 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:53.056589 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d3555514-b6b0-4205-b7d7-ab5f003a862d req-ee802214-75b5-4798-9556-e58af2b309a7 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.1533301 Mar 01 15:58:53.082543 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57448) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:53.142899 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ca918ae0-853e-4b3a-ad3d-f9247eac8508 req-154a5b65-6cf6-4014-807a-f756744b3eed tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331842 Mar 01 15:58:53.174126 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d3555514-b6b0-4205-b7d7-ab5f003a862d req-adc5e78f-4959-4390-b9a0-00c973602334 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919473 Mar 01 15:58:53.254692 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3d39f572-63c3-45a3-b760-60cc5181eb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:53.348705 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3d39f572-63c3-45a3-b760-60cc5181eb6b admin admin] Publish callbacks [] for security_group (c48ef2f2-f6a6-476e-876a-28c6e53a6e48), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:53.355261 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3d39f572-63c3-45a3-b760-60cc5181eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c48ef2f2-f6a6-476e-876a-28c6e53a6e48), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:53.403345 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-3d39f572-63c3-45a3-b760-60cc5181eb6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ba2e6f1fb6a40b88d291ff3cef60f70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3192976 Mar 01 15:58:53.404204 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39f572-63c3-45a3-b760-60cc5181eb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ef2f2-f6a6-476e-876a-28c6e53a6e48,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:53.407440 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 57462) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:53.482669 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a35f3889-3018-4912-a148-e0d9406a3fac admin admin] Publish callbacks [] for security_group (c48ef2f2-f6a6-476e-876a-28c6e53a6e48), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:53.518221 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a35f3889-3018-4912-a148-e0d9406a3fac admin admin] Publish callbacks [] for security_group (c48ef2f2-f6a6-476e-876a-28c6e53a6e48), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:53.594121 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a35f3889-3018-4912-a148-e0d9406a3fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c48ef2f2-f6a6-476e-876a-28c6e53a6e48), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:53.596985 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a35f3889-3018-4912-a148-e0d9406a3fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:53.598139 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a35f3889-3018-4912-a148-e0d9406a3fac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c48ef2f2-f6a6-476e-876a-28c6e53a6e48 HTTP/1.1" status: 204 len: 168 time: 0.1895077 Mar 01 15:58:53.622667 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f3889-3018-4912-a148-e0d9406a3fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ef2f2-f6a6-476e-876a-28c6e53a6e48,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:53.963395 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-27d5f2b7-0ce5-48a0-94bf-4294f505ffee req-54f77f69-ff40-4d9f-afc0-fcec1d14e97e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.1056881 Mar 01 15:58:54.055394 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea50dd-74ca-483f-bc46-8db654f6514b req-96212c02-020d-4d81-b684-e372bf76c967 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:54.057252 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e6ea50dd-74ca-483f-bc46-8db654f6514b req-96212c02-020d-4d81-b684-e372bf76c967 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.1175752 Mar 01 15:58:54.153335 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e6ea50dd-74ca-483f-bc46-8db654f6514b req-48bfad7b-635f-42a9-9497-fba385ddb565 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895998 Mar 01 15:58:54.315468 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3ba6187c-453c-4d09-aa12-1495243f5e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:54.391622 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5757da-1c86-41af-8218-98b8a2a5454d req-4e82da4b-55b7-40e6-a1a2-32834167394d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:54.393851 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3e5757da-1c86-41af-8218-98b8a2a5454d req-4e82da4b-55b7-40e6-a1a2-32834167394d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.1311398 Mar 01 15:58:54.424170 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce22b-0205-4020-9efc-a324dce596c4 req-6b778f4d-e916-464b-a328-de78c2cd519c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:54.427849 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a28ce22b-0205-4020-9efc-a324dce596c4 req-6b778f4d-e916-464b-a328-de78c2cd519c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.0988643 Mar 01 15:58:54.489837 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3e5757da-1c86-41af-8218-98b8a2a5454d req-ec10ad8d-10cf-4ed1-a469-907a17b90aee tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855339 Mar 01 15:58:54.549334 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a28ce22b-0205-4020-9efc-a324dce596c4 req-762003a4-310b-4d26-a37f-83a2c291afc6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022263 Mar 01 15:58:55.061744 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d1bc883-0e56-4ca0-ae02-57890dccc46f req-b955dddd-7313-4da6-a408-2f99f31866cf tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0281034 Mar 01 15:58:55.292658 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0b0a-7d44-427d-9b8f-b4b0db7cee6c req-10d32629-3546-4af6-81f9-b810108ce0a8 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:55.294181 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-41ea0b0a-7d44-427d-9b8f-b4b0db7cee6c req-10d32629-3546-4af6-81f9-b810108ce0a8 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.0596762 Mar 01 15:58:55.342685 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-41ea0b0a-7d44-427d-9b8f-b4b0db7cee6c req-129c58ca-1c14-4311-b479-d98b907ec91c tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Mar 01 15:58:55.650013 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056821e-2ced-4094-aafb-a701943f7b79 req-f9418c67-684e-4749-bead-d11b04310a6b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:55.658555 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6056821e-2ced-4094-aafb-a701943f7b79 req-f9418c67-684e-4749-bead-d11b04310a6b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.1055484 Mar 01 15:58:55.761610 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6056821e-2ced-4094-aafb-a701943f7b79 req-359f9738-bcdb-4d74-a013-38eeda433104 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020253 Mar 01 15:58:55.787026 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956945-01b5-4fe4-a9b5-28cd2a4b79bc req-7a0916ff-a084-4c8a-b680-6c8e5bd4cd6f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:55.793996 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dc956945-01b5-4fe4-a9b5-28cd2a4b79bc req-7a0916ff-a084-4c8a-b680-6c8e5bd4cd6f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.1163552 Mar 01 15:58:55.853334 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dc956945-01b5-4fe4-a9b5-28cd2a4b79bc req-16768e3a-da14-489e-a717-97e9d620d3a3 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584955 Mar 01 15:58:55.954500 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 57616) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:56.063570 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f4840fac-a5bb-48f2-be64-5ce8da949ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.165216 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a2159b13-2c8a-4f2d-b2b3-428880c8217e req-ecd1e95b-ddc8-4825-bedb-720b556e4aca tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0339708 Mar 01 15:58:56.176287 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f4840fac-a5bb-48f2-be64-5ce8da949ac0 admin admin] Publish callbacks [] for security_group (5b3e95e6-5dda-43e4-a7fa-b4ef8e480785), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.180949 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f4840fac-a5bb-48f2-be64-5ce8da949ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5b3e95e6-5dda-43e4-a7fa-b4ef8e480785), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.195650 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57628) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:56.225643 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-f4840fac-a5bb-48f2-be64-5ce8da949ac0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=066805638d594d7892742d6afbf31f97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2700226 Mar 01 15:58:56.227662 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4840fac-a5bb-48f2-be64-5ce8da949ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3e95e6-5dda-43e4-a7fa-b4ef8e480785,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:56.228404 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57632) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:56.298419 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ede5287-e316-43ba-adb2-ddb03f1020f8 admin admin] Publish callbacks [] for security_group (5b3e95e6-5dda-43e4-a7fa-b4ef8e480785), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.308146 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ed209c28-9f25-490c-a37c-238df3846db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.336463 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ede5287-e316-43ba-adb2-ddb03f1020f8 admin admin] Publish callbacks [] for security_group (5b3e95e6-5dda-43e4-a7fa-b4ef8e480785), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.415840 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ede5287-e316-43ba-adb2-ddb03f1020f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5b3e95e6-5dda-43e4-a7fa-b4ef8e480785), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.418278 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ede5287-e316-43ba-adb2-ddb03f1020f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.421916 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1ede5287-e316-43ba-adb2-ddb03f1020f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b3e95e6-5dda-43e4-a7fa-b4ef8e480785 HTTP/1.1" status: 204 len: 168 time: 0.1900678 Mar 01 15:58:56.440271 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede5287-e316-43ba-adb2-ddb03f1020f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3e95e6-5dda-43e4-a7fa-b4ef8e480785,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:56.445442 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ed209c28-9f25-490c-a37c-238df3846db8 admin admin] Publish callbacks [] for security_group (f39775be-0f25-4127-a280-1907cbaaeac1), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.452717 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ed209c28-9f25-490c-a37c-238df3846db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f39775be-0f25-4127-a280-1907cbaaeac1), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.486101 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273781ec-2dd5-44fb-9ba9-7b5535a47f2f req-5be66c47-edfb-4dea-9e89-8a3f2c27fb9a tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:56.488480 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-273781ec-2dd5-44fb-9ba9-7b5535a47f2f req-5be66c47-edfb-4dea-9e89-8a3f2c27fb9a tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.0782487 Mar 01 15:58:56.497170 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-ed209c28-9f25-490c-a37c-238df3846db8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6c8e69ab9ed41b682245ad38c0eba45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3002110 Mar 01 15:58:56.497768 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57638) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:56.500095 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed209c28-9f25-490c-a37c-238df3846db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39775be-0f25-4127-a280-1907cbaaeac1,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:56.512321 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f354f34a-6381-44c8-a7da-32865f708d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.552125 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7f039f94-015c-4e49-ad33-941aa14f7b9c admin admin] Publish callbacks [] for security_group (f39775be-0f25-4127-a280-1907cbaaeac1), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.563809 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-273781ec-2dd5-44fb-9ba9-7b5535a47f2f req-1d2930bb-3f52-46ce-822e-ba3ac0d75958 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676262 Mar 01 15:58:56.587968 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7f039f94-015c-4e49-ad33-941aa14f7b9c admin admin] Publish callbacks [] for security_group (f39775be-0f25-4127-a280-1907cbaaeac1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.646896 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7f039f94-015c-4e49-ad33-941aa14f7b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f39775be-0f25-4127-a280-1907cbaaeac1), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.649697 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7f039f94-015c-4e49-ad33-941aa14f7b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.650868 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-7f039f94-015c-4e49-ad33-941aa14f7b9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f39775be-0f25-4127-a280-1907cbaaeac1 HTTP/1.1" status: 204 len: 168 time: 0.1518414 Mar 01 15:58:56.660711 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f039f94-015c-4e49-ad33-941aa14f7b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39775be-0f25-4127-a280-1907cbaaeac1,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:56.737625 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Request body: {'port': {'device_id': '7caeffd3-9349-48a9-b20a-e832df0db896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:56.750652 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.64', 49535) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:56.757779 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57646) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:56.772354 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-66af1f62-8e9c-403d-87a3-f4666520c9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.855579 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:56.900912 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Request body: {'port': {'device_id': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:56.909450 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Request body: {'port': {'device_id': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:57.025175 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57668) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:57.106458 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb980cc1-c647-4078-94b2-ff1d8e183bb4 req-add7f510-388f-4420-a8ce-58c5c8680792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:57.108036 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cb980cc1-c647-4078-94b2-ff1d8e183bb4 req-add7f510-388f-4420-a8ce-58c5c8680792 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9389b8f3d9bc4350a4f322d9e5316c03&device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 1127 time: 0.3030307 Mar 01 15:58:57.115979 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7b8808d1-cc70-4404-bb77-6035a54cb036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.154653 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-1ed15a70-c42e-4a44-bf63-1712e4a2b06f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:57.156405 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-1ed15a70-c42e-4a44-bf63-1712e4a2b06f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 810 time: 0.3502111 Mar 01 15:58:57.308835 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.400283 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-66af1f62-8e9c-403d-87a3-f4666520c9b5 admin admin] Publish callbacks [] for security_group (57280351-68b1-401a-92bf-c9d86021525d), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.422946 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-66af1f62-8e9c-403d-87a3-f4666520c9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (57280351-68b1-401a-92bf-c9d86021525d), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.454580 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb980cc1-c647-4078-94b2-ff1d8e183bb4 req-13cfc211-4f62-41e7-8359-7a4129af4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:57.456091 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cb980cc1-c647-4078-94b2-ff1d8e183bb4 req-13cfc211-4f62-41e7-8359-7a4129af4899 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9389b8f3d9bc4350a4f322d9e5316c03&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3311903 Mar 01 15:58:57.504092 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac08610-b199-4dcd-ab35-c464d1e57fba req-5e83ebf6-e3bf-4c73-859b-4076298f0b43 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:57.505664 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9ac08610-b199-4dcd-ab35-c464d1e57fba req-5e83ebf6-e3bf-4c73-859b-4076298f0b43 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 931 time: 0.6302326 Mar 01 15:58:57.506142 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.519833 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-66af1f62-8e9c-403d-87a3-f4666520c9b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c460224e551742bd95159bbd3fdfa256&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7609553 Mar 01 15:58:57.524861 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-f36da1bf-6a94-4c4d-87b7-e1f2d88cf9ef tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b82dc2374045fe97fb4108ca0d78de HTTP/1.1" status: 200 len: 379 time: 0.3279705 Mar 01 15:58:57.525329 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57688) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:57.569954 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1f9e6-0998-4233-8cfb-fff7eba94e01 req-47cec9b7-fff3-4f98-8842-55dd245ba8d9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:57.571376 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c8b1f9e6-0998-4233-8cfb-fff7eba94e01 req-47cec9b7-fff3-4f98-8842-55dd245ba8d9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 932 time: 0.3737307 Mar 01 15:58:57.586505 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'port': {'device_id': '63525f66-7349-40cb-9809-32743c369e8a', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'admin_state_up': True, 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'security_groups': ['ba638caa-ddee-440c-915d-1197ef143305']}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:57.654864 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af1f62-8e9c-403d-87a3-f4666520c9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57280351-68b1-401a-92bf-c9d86021525d,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:57.749951 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.761289 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7b8808d1-cc70-4404-bb77-6035a54cb036 admin admin] Publish callbacks [] for security_group (113e20bd-c93f-4183-bb9d-61bb70790666), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.780025 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7b8808d1-cc70-4404-bb77-6035a54cb036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (113e20bd-c93f-4183-bb9d-61bb70790666), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.832109 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9ac08610-b199-4dcd-ab35-c464d1e57fba req-da2bfd18-215b-49e0-869b-e2e5abfc027c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022907 Mar 01 15:58:57.848022 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c435dc2e-e299-4914-a6df-442966234ee3 admin admin] Publish callbacks [] for security_group (57280351-68b1-401a-92bf-c9d86021525d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.852793 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb980cc1-c647-4078-94b2-ff1d8e183bb4 req-9d969aa4-389c-441e-a676-e01d2198076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:57.854546 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cb980cc1-c647-4078-94b2-ff1d8e183bb4 req-9d969aa4-389c-441e-a676-e01d2198076a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3810523 Mar 01 15:58:57.861235 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-7b8808d1-cc70-4404-bb77-6035a54cb036 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77c1e18e97da4695b125a5670b04cea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8306897 Mar 01 15:58:57.872879 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 57692) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:58:57.884562 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8808d1-cc70-4404-bb77-6035a54cb036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113e20bd-c93f-4183-bb9d-61bb70790666,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:57.909965 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c8b1f9e6-0998-4233-8cfb-fff7eba94e01 req-317e265e-b31e-42cf-96df-aee9f5cfec49 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206770 Mar 01 15:58:57.914568 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c435dc2e-e299-4914-a6df-442966234ee3 admin admin] Publish callbacks [] for security_group (57280351-68b1-401a-92bf-c9d86021525d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.989436 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Made reservation on behalf of 77b82dc2374045fe97fb4108ca0d78de for: {'port': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 15:58:57.993495 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:57.998434 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-045ea7a9-6783-44d5-883e-3642aacd4b7a req-167ff075-fac5-4a96-b2cc-8e60c32b1976 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0422564 Mar 01 15:58:58.054346 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b131-ae4f-44c3-ac7e-2ae1ab62503e admin admin] Publish callbacks [] for security_group (113e20bd-c93f-4183-bb9d-61bb70790666), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.074332 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-d4e0e354-8573-484d-8bae-76f02b1f1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:58.075863 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-d4e0e354-8573-484d-8bae-76f02b1f1ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9389b8f3d9bc4350a4f322d9e5316c03&device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 1127 time: 0.1582854 Mar 01 15:58:58.102756 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0e1459-f0ac-471f-87c8-dc562677b8ea {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:58:58.105908 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c435dc2e-e299-4914-a6df-442966234ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (57280351-68b1-401a-92bf-c9d86021525d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.108676 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c435dc2e-e299-4914-a6df-442966234ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.109873 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c435dc2e-e299-4914-a6df-442966234ee3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57280351-68b1-401a-92bf-c9d86021525d HTTP/1.1" status: 204 len: 168 time: 0.5708888 Mar 01 15:58:58.121958 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Publish callbacks [] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.134393 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b131-ae4f-44c3-ac7e-2ae1ab62503e admin admin] Publish callbacks [] for security_group (113e20bd-c93f-4183-bb9d-61bb70790666), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.151248 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435dc2e-e299-4914-a6df-442966234ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57280351-68b1-401a-92bf-c9d86021525d,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:58.163794 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09606e8-0f93-48e8-a4af-6e052fd06613 req-afc4a5a0-d128-4e71-b47d-686c6307c11c tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:58.170730 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c09606e8-0f93-48e8-a4af-6e052fd06613 req-afc4a5a0-d128-4e71-b47d-686c6307c11c tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.1753364 Mar 01 15:58:58.173307 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Transition to ACTIVE for port object ab0e1459-f0ac-471f-87c8-dc562677b8ea will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 15:58:58.222193 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.377013 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac7730f-298e-4dbc-9fb0-022fc06654cb {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:58:58.413649 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Publish callbacks [] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.470177 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-fc8fe666-13c6-4c78-91ad-5aebfef8e72e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8487c55-4a03-4fed-9bb4-89917880d9dd HTTP/1.1" status: 200 len: 217 time: 0.0931692 Mar 01 15:58:58.477103 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c09606e8-0f93-48e8-a4af-6e052fd06613 req-d6b7657e-e7cd-4e4a-9dec-3d71879203a8 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030505 Mar 01 15:58:58.518807 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b131-ae4f-44c3-ac7e-2ae1ab62503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (113e20bd-c93f-4183-bb9d-61bb70790666), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.521334 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b131-ae4f-44c3-ac7e-2ae1ab62503e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.525314 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-e0b1b131-ae4f-44c3-ac7e-2ae1ab62503e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/113e20bd-c93f-4183-bb9d-61bb70790666 HTTP/1.1" status: 204 len: 168 time: 0.6514583 Mar 01 15:58:58.544969 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0e1459-f0ac-471f-87c8-dc562677b8ea,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:58.548108 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Transition to ACTIVE for port object 7ac7730f-298e-4dbc-9fb0-022fc06654cb will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 15:58:58.559573 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Allocated IP 172.20.0.3 (9a183226-b420-4d83-8242-233bbd4b9744/60a5b2d1-5f54-40ed-bd81-45894955ebc8/5f1fee80-d3ba-4f53-9add-0b2cdc0192f8) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 15:58:58.570307 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.603979 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1b131-ae4f-44c3-ac7e-2ae1ab62503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113e20bd-c93f-4183-bb9d-61bb70790666,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:58.616075 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Attempting to bind port ab0e1459-f0ac-471f-87c8-dc562677b8ea on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:58.616730 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Attempting to bind port ab0e1459-f0ac-471f-87c8-dc562677b8ea by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:58.617277 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Attempting to bind port ab0e1459-f0ac-471f-87c8-dc562677b8ea on network 532df157-d287-41d5-94b0-12755cd417d7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:58.633439 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-b70f99b8-fc7b-4ccc-a187-8b3d629a0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:58.635018 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-b70f99b8-fc7b-4ccc-a187-8b3d629a0b76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb2b31a8-b80f-472f-aba4-2fb2dadcb3df HTTP/1.1" status: 200 len: 852 time: 0.1570666 Mar 01 15:58:58.660663 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Port ab0e1459-f0ac-471f-87c8-dc562677b8ea on network 532df157-d287-41d5-94b0-12755cd417d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 15:58:58.661088 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Attempting to bind port ab0e1459-f0ac-471f-87c8-dc562677b8ea on network 532df157-d287-41d5-94b0-12755cd417d7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:58.682753 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac7730f-298e-4dbc-9fb0-022fc06654cb,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:58.690538 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:58.691271 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Checking segment: {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:58.692092 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Bound using segment: {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:58.692664 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Bound port: ab0e1459-f0ac-471f-87c8-dc562677b8ea, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:58.693119 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.750751 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-15116dcc-8668-416d-9c8a-975a0a4aa752 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73371abc-61e0-4534-922e-e947e38ad8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861905 Mar 01 15:58:58.771314 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3f9217-9042-4ab5-882c-960f065cba76 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:58:58.797223 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Publish callbacks [] for port (bb3f9217-9042-4ab5-882c-960f065cba76), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.801159 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Attempting to bind port 7ac7730f-298e-4dbc-9fb0-022fc06654cb on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:58.801501 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Attempting to bind port 7ac7730f-298e-4dbc-9fb0-022fc06654cb by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:58.801826 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Attempting to bind port 7ac7730f-298e-4dbc-9fb0-022fc06654cb on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:58.820012 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Port 7ac7730f-298e-4dbc-9fb0-022fc06654cb on network abc91343-9562-4611-b94c-a2ac6d0affb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 15:58:58.820339 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Attempting to bind port 7ac7730f-298e-4dbc-9fb0-022fc06654cb on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:58.830336 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Transition to ACTIVE for port object bb3f9217-9042-4ab5-882c-960f065cba76 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 15:58:58.832882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:58.833274 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Checking segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:58.833658 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Bound using segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:58.834314 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Bound port: 7ac7730f-298e-4dbc-9fb0-022fc06654cb, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:58.834454 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.845529 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:58.921332 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-4fdbd519-4152-408c-838d-07c700593ffb service neutron] 10.222.0.64 "GET /v2.0/networks/73371abc-61e0-4534-922e-e947e38ad8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613829 Mar 01 15:58:58.982628 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] For port ab0e1459-f0ac-471f-87c8-dc562677b8ea, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:58.996450 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] For port 7ac7730f-298e-4dbc-9fb0-022fc06654cb, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:58:59.056552 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-5b30aaba-0a25-4599-829b-a03c1676e976 service neutron] 10.222.0.64 "GET /v2.0/networks/73371abc-61e0-4534-922e-e947e38ad8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260281 Mar 01 15:58:59.063994 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] For port ab0e1459-f0ac-471f-87c8-dc562677b8ea, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:59.071967 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.075510 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f9217-9042-4ab5-882c-960f065cba76,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:59.078948 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] For port 7ac7730f-298e-4dbc-9fb0-022fc06654cb, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:58:59.094889 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.118446 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.183907 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.200106 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'Port': ['ID=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:59.210471 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Network 9a183226-b420-4d83-8242-233bbd4b9744 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 15:58:59.213079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 15:58:59.216994 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 15:58:59.223518 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:59.224226 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.247577 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-534c3a48-60b0-4a1f-a34b-a859c49a669a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6944337 Mar 01 15:58:59.251789 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.264870 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Request body: {'port': {'device_id': '63525f66-7349-40cb-9809-32743c369e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:58:59.348113 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:59.349101 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.351559 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab0e1459-f0ac-471f-87c8-dc562677b8ea HTTP/1.1" status: 200 len: 1094 time: 2.6203017 Mar 01 15:58:59.352494 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caeffd3-9349-48a9-b20a-e832df0db896', 'tag': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:58:59.370185 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.434321 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Attempting to bind port bb3f9217-9042-4ab5-882c-960f065cba76 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:58:59.435350 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Attempting to bind port bb3f9217-9042-4ab5-882c-960f065cba76 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:58:59.435909 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Attempting to bind port bb3f9217-9042-4ab5-882c-960f065cba76 on network 532df157-d287-41d5-94b0-12755cd417d7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:59.466275 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2aa1a-64cf-47ec-a0f5-4d02043b1c35 req-e83dcb1d-0b76-4304-a616-84f2aba9fd80 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:59.475332 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-77f2aa1a-64cf-47ec-a0f5-4d02043b1c35 req-e83dcb1d-0b76-4304-a616-84f2aba9fd80 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.4959068 Mar 01 15:58:59.485643 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:59.494283 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.496152 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ac7730f-298e-4dbc-9fb0-022fc06654cb HTTP/1.1" status: 200 len: 1093 time: 2.6517956 Mar 01 15:58:59.565937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Port bb3f9217-9042-4ab5-882c-960f065cba76 on network 532df157-d287-41d5-94b0-12755cd417d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 15:58:59.566271 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Attempting to bind port bb3f9217-9042-4ab5-882c-960f065cba76 on network 532df157-d287-41d5-94b0-12755cd417d7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:58:59.695048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-8fa0799a-f725-4952-8120-da523db90642 None None] Provisioning complete for port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:58:59.697147 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8fa0799a-f725-4952-8120-da523db90642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.717724 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:58:59.719531 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Checking segment: {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:58:59.723983 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Bound using segment: {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:58:59.724646 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Bound port: bb3f9217-9042-4ab5-882c-960f065cba76, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682f9090-f981-4f00-8434-7214b7321de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '532df157-d287-41d5-94b0-12755cd417d7'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:58:59.726036 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:58:59.748993 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78635a9-d7d4-4170-9c72-0e3bad7a4fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0e1459-f0ac-471f-87c8-dc562677b8ea,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:58:59.754131 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0799a-f725-4952-8120-da523db90642 None None] Port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 15:58:59.776761 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2f9d78-d196-4cff-a389-be16cf989af9" -d '{"events": [{"name": "network-changed", "server_uuid": "7caeffd3-9349-48a9-b20a-e832df0db896", "tag": "ab0e1459-f0ac-471f-87c8-dc562677b8ea"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:58:59.794553 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd2da5-12e8-4719-b958-37acc8c32d8f req-7b74db8f-80ce-4551-b3c1-8790f3c0b563 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:58:59.796338 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b3fd2da5-12e8-4719-b958-37acc8c32d8f req-7b74db8f-80ce-4551-b3c1-8790f3c0b563 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 944 time: 0.7526288 Mar 01 15:58:59.919369 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-77f2aa1a-64cf-47ec-a0f5-4d02043b1c35 req-182e3764-809d-476a-a97a-0345f709cf74 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379041 Mar 01 15:58:59.997058 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-f94b2127-7173-4c0f-a10c-73f0184945c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.003616 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-f94b2127-7173-4c0f-a10c-73f0184945c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 1127 time: 0.3836632 Mar 01 15:59:00.019906 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 {{(pid=102830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:59:00.027427 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-08e22d03-a590-4e7e-9750-2dcbc965a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.030037 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-08e22d03-a590-4e7e-9750-2dcbc965a801 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 1128 time: 0.5214212 Mar 01 15:59:00.031801 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Publish callbacks [] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.093403 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.provisioning_blocks [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Transition to ACTIVE for port object 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 will not be triggered until provisioned by entity L2. {{(pid=102830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 15:59:00.102203 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.140812 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b3fd2da5-12e8-4719-b958-37acc8c32d8f req-a86a9dd3-e887-4650-bc33-523e7a8e406e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960026 Mar 01 15:59:00.141765 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb3db5-115e-4167-828f-9232e542cf57 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac7730f-298e-4dbc-9fb0-022fc06654cb,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:00.248712 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.311994 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:00.353871 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Attempting to bind port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 15:59:00.354569 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Attempting to bind port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 15:59:00.355109 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Attempting to bind port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 on network 9a183226-b420-4d83-8242-233bbd4b9744 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:59:00.361706 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 on network 9a183226-b420-4d83-8242-233bbd4b9744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 15:59:00.362392 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Attempting to bind port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 on network 9a183226-b420-4d83-8242-233bbd4b9744 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 15:59:00.370920 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 15:59:00.372658 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Checking segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 15:59:00.373331 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Bound using segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 15:59:00.374012 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Bound port: 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 15:59:00.374215 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.408923 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-0df1e97b-217b-420c-8843-c34fa2275d19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea HTTP/1.1" status: 200 len: 217 time: 0.2983322 Mar 01 15:59:00.410366 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] For port bb3f9217-9042-4ab5-882c-960f065cba76, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:59:00.423656 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-f09f33cc-5d0b-476e-ac41-aca5656a18ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb HTTP/1.1" status: 200 len: 217 time: 0.3580770 Mar 01 15:59:00.473889 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] For port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8, host hv-cinder-77819, cleared binding levels {{(pid=102830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 15:59:00.479860 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] For port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:59:00.487762 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.520684 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] For port bb3f9217-9042-4ab5-882c-960f065cba76, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb3f9217-9042-4ab5-882c-960f065cba76,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 15:59:00.535836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.536782 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.538993 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 1093 time: 1.2842436 Mar 01 15:59:00.539638 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:00.542500 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32a518-f73c-40b4-9a31-281856ec0798" -d '{"events": [{"name": "network-changed", "server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:00.578632 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.582611 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda75add-943f-445d-83a1-df4cf8c1aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,revision_number=3']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:00.612579 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.666984 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-556ba2a7-4707-4639-a939-753ebccaadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.668908 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-556ba2a7-4707-4639-a939-753ebccaadbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.2441108 Mar 01 15:59:00.670638 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-69b6cd65-cfab-47a1-89e8-fdffa0eb75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.672640 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-69b6cd65-cfab-47a1-89e8-fdffa0eb75a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.2256684 Mar 01 15:59:00.676950 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-c0c2243f-fe71-467c-ac89-0b30c0960830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.678987 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-c0c2243f-fe71-467c-ac89-0b30c0960830 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1127 time: 0.0719593 Mar 01 15:59:00.742415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada4352-5a0c-4d3d-ba33-965ff36b84f3 req-6853780c-ae54-48de-91e7-837fecd8050d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.744065 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ada4352-5a0c-4d3d-ba33-965ff36b84f3 req-6853780c-ae54-48de-91e7-837fecd8050d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 931 time: 0.6772187 Mar 01 15:59:00.752762 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-eb067738-cc5d-4eb4-9fee-0c3d5caba02e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 217 time: 0.0664527 Mar 01 15:59:00.820976 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-4f80f8e2-e40c-4361-a253-f20e754d9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.823000 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-4f80f8e2-e40c-4361-a253-f20e754d9efa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0621297 Mar 01 15:59:00.831124 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-34446813-edb3-4bac-bbef-d806db32757a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102750 Mar 01 15:59:00.861749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.862448 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:00.863811 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 1093 time: 4.0156620 Mar 01 15:59:00.894154 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e7efc-fef0-49b7-937f-5e2d313d7f13 req-6bf1c59f-3c05-4cf7-aed0-ebb5db7be12d tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.895679 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9b6e7efc-fef0-49b7-937f-5e2d313d7f13 req-6bf1c59f-3c05-4cf7-aed0-ebb5db7be12d tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.4973178 Mar 01 15:59:00.906111 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63ceb-d70a-45d7-9560-850dc9da5180 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f9217-9042-4ab5-882c-960f065cba76,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:00.910575 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-a8a67d8e-acc6-439d-a168-1cabea81290f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1828632 Mar 01 15:59:00.941950 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-e6249c2e-935e-4042-bbda-3d3433659ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:00.945401 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-e6249c2e-935e-4042-bbda-3d3433659ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1154447 Mar 01 15:59:01.049582 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ada4352-5a0c-4d3d-ba33-965ff36b84f3 req-a606a3e6-173c-4024-ab4d-bc5a3d89f5f1 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108288 Mar 01 15:59:01.070923 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-9bbab819-376e-463e-9ce1-f8c1e36553c5 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171007 Mar 01 15:59:01.168741 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-407c418d-56e7-431d-8148-a5a0572c3d1d req-e4db7869-a53a-4a02-8eed-d3606c2b8d04 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944858 Mar 01 15:59:01.170646 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9b6e7efc-fef0-49b7-937f-5e2d313d7f13 req-673e8fb3-2240-465d-9be0-ae1042b0f199 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590330 Mar 01 15:59:01.177395 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-79120fb9-0859-4a68-9b09-2afe6484d714 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367944 Mar 01 15:59:01.204303 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-175c787b-2057-497e-a584-a770a0ff8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.206142 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-175c787b-2057-497e-a584-a770a0ff8644 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1127 time: 0.2901456 Mar 01 15:59:01.263667 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486e9096-5224-486c-9312-27635857db0a x-openstack-request-id: req-486e9096-5224-486c-9312-27635857db0a {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:01.263968 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:01.264231 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-486e9096-5224-486c-9312-27635857db0a {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:01.265622 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'status': 'completed', 'code': 200} Mar 01 15:59:01.309359 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-9bc026f3-a07e-41aa-8535-3955ef691786 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913391 Mar 01 15:59:01.312537 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-16433f30-c533-4ed8-b5ba-0e617104ffd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 217 time: 0.0815928 Mar 01 15:59:01.381338 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-029f7d05-67f2-4895-bba7-0b6c0d31a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.383555 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-029f7d05-67f2-4895-bba7-0b6c0d31a50a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1127 time: 0.0827563 Mar 01 15:59:01.428260 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-7372feec-1aa2-4f4f-a2fd-282ae791303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.430444 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-7372feec-1aa2-4f4f-a2fd-282ae791303f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.1090426 Mar 01 15:59:01.464475 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d374d27-37f4-431c-ac61-1c106f6802e6 x-openstack-request-id: req-6d374d27-37f4-431c-ac61-1c106f6802e6 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:01.465277 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caeffd3-9349-48a9-b20a-e832df0db896", "tag": "ab0e1459-f0ac-471f-87c8-dc562677b8ea", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:01.465976 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d374d27-37f4-431c-ac61-1c106f6802e6 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:01.466631 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caeffd3-9349-48a9-b20a-e832df0db896', 'tag': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea', 'status': 'completed', 'code': 200} Mar 01 15:59:01.526761 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-e4e076ef-816c-4682-be83-892fcaecd53a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559013 Mar 01 15:59:01.582290 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-f25b3efa-d132-4224-a968-514924c6b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.584020 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-f25b3efa-d132-4224-a968-514924c6b7a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.1945500 Mar 01 15:59:01.635265 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-dfce2129-3a26-4b0c-964a-7e796b5a4912 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 217 time: 0.0448813 Mar 01 15:59:01.690823 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-3f7d8b17-a76a-4b3a-a4d0-102890f5f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.692330 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-3f7d8b17-a76a-4b3a-a4d0-102890f5f19b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0512874 Mar 01 15:59:01.749580 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-42965ddd-d936-409e-9966-94699ae84bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.751853 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-42965ddd-d936-409e-9966-94699ae84bc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522404 Mar 01 15:59:01.815130 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-67f0b44a-f4d6-49f2-902d-23612b370a79 req-89f76dc3-2df4-4c3c-a92b-a01eccf4b837 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310606 Mar 01 15:59:01.877221 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd427cf-63fc-4684-8599-e969257a6994 req-f4bd9b3e-8942-4479-bf1a-94d743d4ec55 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.878726 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5bd427cf-63fc-4684-8599-e969257a6994 req-f4bd9b3e-8942-4479-bf1a-94d743d4ec55 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.4738958 Mar 01 15:59:01.880863 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-04e1ec6f-c2cd-49e0-85f9-c1feaa197b38 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610077 Mar 01 15:59:01.896579 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-edfd4f92-1b89-451d-a787-7fcc57442fc8 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377168 Mar 01 15:59:01.933984 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add690ef-dafa-420f-acef-affffc0dea6f req-fa3dd548-19a4-402c-9154-a5e78b907bf3 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:01.935506 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-add690ef-dafa-420f-acef-affffc0dea6f req-fa3dd548-19a4-402c-9154-a5e78b907bf3 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 944 time: 0.3924971 Mar 01 15:59:01.990500 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-e9090048-a7ca-488b-9cfc-1ea7161449a6 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447677 Mar 01 15:59:02.049392 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5bd427cf-63fc-4684-8599-e969257a6994 req-7e5acc36-2f9c-41a7-b05a-e8f22fb82f42 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620104 Mar 01 15:59:02.078158 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-cd32a518-f73c-40b4-9a31-281856ec0798 req-ba92582d-3160-4fdc-bb19-d5e4099faa63 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753662 Mar 01 15:59:02.125638 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-add690ef-dafa-420f-acef-affffc0dea6f req-fb0d753d-47d5-47c1-a7c3-aa84143fe72e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738558 Mar 01 15:59:02.127758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-86023110-a8e6-4f3c-a66f-f505283ece59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:02.129294 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-86023110-a8e6-4f3c-a66f-f505283ece59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 1128 time: 0.2462919 Mar 01 15:59:02.392884 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e14c7394-c9cb-4acf-81b1-0a97e2a29bae req-14e5535f-1c66-4e6e-9d4e-b2b5775fdded service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884764 Mar 01 15:59:02.445063 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223b6d-38dc-48af-9f8e-1dc9e0ca2ea0 req-8afe5abc-8d79-4345-9124-e91e94bfc2d5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:02.446520 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bc223b6d-38dc-48af-9f8e-1dc9e0ca2ea0 req-8afe5abc-8d79-4345-9124-e91e94bfc2d5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 943 time: 0.2900982 Mar 01 15:59:02.482230 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-f0a95ed5-803c-4198-8e97-7d236660692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:02.483728 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-f0a95ed5-803c-4198-8e97-7d236660692e service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.3464372 Mar 01 15:59:02.491193 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7e11b-2da0-435f-a836-a79dffd16209 req-b08f3f22-d179-41a5-9a8f-a232bf58aaa7 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:02.492754 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-89a7e11b-2da0-435f-a836-a79dffd16209 req-b08f3f22-d179-41a5-9a8f-a232bf58aaa7 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 943 time: 0.2307339 Mar 01 15:59:02.564449 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b8487c55-4a03-4fed-9bb4-89917880d9dd details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 15:59:02.569066 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-743d857c-f8f0-4aa4-9eb6-6375c686013a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea HTTP/1.1" status: 200 len: 217 time: 0.0754995 Mar 01 15:59:02.602128 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bc223b6d-38dc-48af-9f8e-1dc9e0ca2ea0 req-d56d29a1-3807-4b01-8923-528c32a75f60 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430032 Mar 01 15:59:02.670654 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-89a7e11b-2da0-435f-a836-a79dffd16209 req-18adb5e4-bb1b-4d97-8ab9-678043e27ed7 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688879 Mar 01 15:59:02.675379 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-72271b48-df79-4c7f-a5a7-70dc30c14221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:02.677047 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-72271b48-df79-4c7f-a5a7-70dc30c14221 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0963478 Mar 01 15:59:02.710714 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port b8487c55-4a03-4fed-9bb4-89917880d9dd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8487c55-4a03-4fed-9bb4-89917880d9dd,segment=NetworkSegment(13ecfe2c-ccf3-40e2-8b82-0c58a73a979c),segment_id=13ecfe2c-ccf3-40e2-8b82-0c58a73a979c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:02.724319 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'b8487c55-4a03-4fed-9bb4-89917880d9dd', 'network_id': '73371abc-61e0-4534-922e-e947e38ad8ea', 'port_id': 'b8487c55-4a03-4fed-9bb4-89917880d9dd', 'mac_address': 'fa:16:3e:8d:a1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2b31a8-b80f-472f-aba4-2fb2dadcb3df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 15:59:02.725163 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-2aeb017d-b7ad-4a70-ad18-ac09074e21b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401742 Mar 01 15:59:02.770957 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port b8487c55-4a03-4fed-9bb4-89917880d9dd is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:02.771433 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:02.795408 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8487c55-4a03-4fed-9bb4-89917880d9dd {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:59:02.821489 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port b8487c55-4a03-4fed-9bb4-89917880d9dd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8487c55-4a03-4fed-9bb4-89917880d9dd,segment=NetworkSegment(13ecfe2c-ccf3-40e2-8b82-0c58a73a979c),segment_id=13ecfe2c-ccf3-40e2-8b82-0c58a73a979c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:02.827851 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:02.831858 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-9b0fa0b5-bca5-49c4-8552-5703cb247936 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997376 Mar 01 15:59:02.888574 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=b8487c55-4a03-4fed-9bb4-89917880d9dd,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:02.951051 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb2f9d78-d196-4cff-a389-be16cf989af9 req-8b137911-5882-4812-adc6-8aae5f3ea3c0 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122215 Mar 01 15:59:03.169665 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffccf8-995a-4250-a5e1-5b78a2eba151 req-636ad4fc-568f-4d36-8971-df4177be2b0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:03.171290 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-86ffccf8-995a-4250-a5e1-5b78a2eba151 req-636ad4fc-568f-4d36-8971-df4177be2b0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.0538495 Mar 01 15:59:03.249850 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-86ffccf8-995a-4250-a5e1-5b78a2eba151 req-71f3fe27-5d9c-4098-b53e-b364805f7836 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728800 Mar 01 15:59:03.267287 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe12e-6905-499e-aba9-310ae2331972 req-339e4eb7-62e4-48ff-8a0a-562f271f9089 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:03.268746 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21bfe12e-6905-499e-aba9-310ae2331972 req-339e4eb7-62e4-48ff-8a0a-562f271f9089 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 944 time: 0.0774794 Mar 01 15:59:03.315139 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21bfe12e-6905-499e-aba9-310ae2331972 req-9fc3a64e-8897-4ec5-949a-a5e07f871c13 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Mar 01 15:59:03.468518 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'tag': '7ac7730f-298e-4dbc-9fb0-022fc06654cb'}, {'name': 'network-changed', 'server_uuid': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'tag': 'bb3f9217-9042-4ab5-882c-960f065cba76'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:03.470833 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a705ed9-fc6d-4c92-b425-807f71c0412d" -d '{"events": [{"name": "network-changed", "server_uuid": "18c27e08-9b02-4d0b-be86-053386fb0e7e", "tag": "7ac7730f-298e-4dbc-9fb0-022fc06654cb"}, {"name": "network-changed", "server_uuid": "e1deb879-91ba-4466-9b85-ec6ce9c699f2", "tag": "bb3f9217-9042-4ab5-882c-960f065cba76"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:03.514248 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53687053-668a-4aec-b153-64af086f34d7 x-openstack-request-id: req-53687053-668a-4aec-b153-64af086f34d7 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:03.514552 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c27e08-9b02-4d0b-be86-053386fb0e7e", "tag": "7ac7730f-298e-4dbc-9fb0-022fc06654cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1deb879-91ba-4466-9b85-ec6ce9c699f2", "tag": "bb3f9217-9042-4ab5-882c-960f065cba76", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:03.514811 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53687053-668a-4aec-b153-64af086f34d7 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:03.515247 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'tag': '7ac7730f-298e-4dbc-9fb0-022fc06654cb', 'status': 'completed', 'code': 200} Mar 01 15:59:03.515538 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'tag': 'bb3f9217-9042-4ab5-882c-960f065cba76', 'status': 'completed', 'code': 200} Mar 01 15:59:03.617378 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['b8487c55-4a03-4fed-9bb4-89917880d9dd'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 15:59:03.620456 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-60172f4f-6f52-40e4-adde-80adee20e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:03.621997 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-60172f4f-6f52-40e4-adde-80adee20e606 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 1127 time: 0.0790145 Mar 01 15:59:03.750261 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-ec1a0701-5816-4eff-8e9f-12b487023836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:03.751697 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-ec1a0701-5816-4eff-8e9f-12b487023836 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 915 time: 0.1235170 Mar 01 15:59:03.758649 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772d3d-943a-4004-bba4-ffc608a093a4 req-839010dd-d640-4c9b-964e-2c43e4481a1a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:03.760016 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c772d3d-943a-4004-bba4-ffc608a093a4 req-839010dd-d640-4c9b-964e-2c43e4481a1a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 943 time: 0.0805578 Mar 01 15:59:03.825625 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-5eb8b900-3ff9-4992-89e8-57e4e9456fd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb HTTP/1.1" status: 200 len: 217 time: 0.0641494 Mar 01 15:59:03.911158 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c772d3d-943a-4004-bba4-ffc608a093a4 req-a1e88f1f-8736-4ad6-8d29-2df62d5fa893 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351433 Mar 01 15:59:03.914517 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-3d135abe-a609-4cb3-a145-e3ceda04be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:03.915930 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-3d135abe-a609-4cb3-a145-e3ceda04be1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.0797954 Mar 01 15:59:03.923681 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4bfb-8b93-4f25-9572-5a984f94dff4 req-69f741e6-0e51-4b60-920f-8d02778b0511 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:03.925237 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a4d4bfb-8b93-4f25-9572-5a984f94dff4 req-69f741e6-0e51-4b60-920f-8d02778b0511 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 944 time: 0.1765835 Mar 01 15:59:03.971609 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-f67d66d1-66ae-4a00-9124-18acb75b1365 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452156 Mar 01 15:59:04.055101 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a4d4bfb-8b93-4f25-9572-5a984f94dff4 req-8e51c435-ea4c-48c7-889d-a5808542797f tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237848 Mar 01 15:59:04.099404 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-332ec8e2-0f26-4f15-8d60-61a6612a7b03 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182127 Mar 01 15:59:04.374920 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-32d27184-65d1-4ce7-b487-d55ed90d7ae1 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687685 Mar 01 15:59:04.398768 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377bc10-f4c9-40ab-9314-67fc6fcdcc86 req-893f5c84-e635-4432-b94e-24793df6ee9c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:04.400934 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a377bc10-f4c9-40ab-9314-67fc6fcdcc86 req-893f5c84-e635-4432-b94e-24793df6ee9c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.0728436 Mar 01 15:59:04.514441 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a377bc10-f4c9-40ab-9314-67fc6fcdcc86 req-7cfbc990-d457-41c6-ae1b-11972a19bd8c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005514 Mar 01 15:59:04.526980 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fca8-36b8-439b-bcdd-394bb76c0f7a req-f962697d-e6f1-4afd-a2e2-679d4e6c606d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:04.528751 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f585fca8-36b8-439b-bcdd-394bb76c0f7a req-f962697d-e6f1-4afd-a2e2-679d4e6c606d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 944 time: 0.1248572 Mar 01 15:59:04.533643 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-bc15490f-f775-4fab-86e8-3e383eab7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:04.535121 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-bc15490f-f775-4fab-86e8-3e383eab7162 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1127 time: 0.1136529 Mar 01 15:59:04.628900 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f585fca8-36b8-439b-bcdd-394bb76c0f7a req-cd4d82a2-ad09-402a-ae7e-b04fc35f7b7e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Mar 01 15:59:04.664363 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-11212756-a75c-4c76-9dec-303760629243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:04.665888 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-11212756-a75c-4c76-9dec-303760629243 service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.1217849 Mar 01 15:59:04.718900 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-6e397704-597d-4abf-934e-78cb2408fc9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 217 time: 0.0465004 Mar 01 15:59:04.742905 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:59:04.778899 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-8971fe6e-5b95-4b9c-a782-7b682600de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:04.780661 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-8971fe6e-5b95-4b9c-a782-7b682600de3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0562215 Mar 01 15:59:04.812666 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-ff07dcbe-a206-4671-984d-9376485fc035 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261302 Mar 01 15:59:04.911023 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-225a2906-4f8d-4f21-8829-7b6b660b742e service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904067 Mar 01 15:59:04.929669 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58012) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:05.044197 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a81a4-30b2-489b-90a5-c63af3a4ae7f req-ca7b9eaa-789b-498a-876c-11f09c0b6620 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:05.045737 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d39a81a4-30b2-489b-90a5-c63af3a4ae7f req-ca7b9eaa-789b-498a-876c-11f09c0b6620 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 943 time: 0.0631874 Mar 01 15:59:05.064582 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-62f1f4eb-c99b-4c9a-9187-b7380a5eeefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.124219 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d39a81a4-30b2-489b-90a5-c63af3a4ae7f req-e38a923d-f2b4-45c0-9b37-97a5521294b1 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722234 Mar 01 15:59:05.174614 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58026) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:05.218824 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1552d-52f6-4252-bbf8-cde6bc974ea4 req-d5a35741-bbd5-44b3-b248-114a0f0f9bef tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:05.220337 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35c1552d-52f6-4252-bbf8-cde6bc974ea4 req-d5a35741-bbd5-44b3-b248-114a0f0f9bef tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 944 time: 0.0936303 Mar 01 15:59:05.222146 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-62f1f4eb-c99b-4c9a-9187-b7380a5eeefc admin admin] Publish callbacks [] for security_group (e9605515-943a-4fde-a38e-e353469dba83), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.232365 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-62f1f4eb-c99b-4c9a-9187-b7380a5eeefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e9605515-943a-4fde-a38e-e353469dba83), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.280697 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1f8dbfbc-d8a1-4237-b100-24843f066704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.286351 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1f4eb-c99b-4c9a-9187-b7380a5eeefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9605515-943a-4fde-a38e-e353469dba83,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:05.297979 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-62f1f4eb-c99b-4c9a-9187-b7380a5eeefc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b61e335c4804049b360a0d720af4ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670673 Mar 01 15:59:05.301051 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58030) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:05.311719 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35c1552d-52f6-4252-bbf8-cde6bc974ea4 req-9107389a-a0e5-4770-961d-6b28377ae848 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854867 Mar 01 15:59:05.355873 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c301-4fd3-4dc7-b033-2e3c1c605ea4 admin admin] Publish callbacks [] for security_group (e9605515-943a-4fde-a38e-e353469dba83), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.371392 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1f8dbfbc-d8a1-4237-b100-24843f066704 admin admin] Publish callbacks [] for security_group (2db03002-ab5e-4769-a3cd-a4a291ecd7ba), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.375583 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1f8dbfbc-d8a1-4237-b100-24843f066704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2db03002-ab5e-4769-a3cd-a4a291ecd7ba), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.377594 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c301-4fd3-4dc7-b033-2e3c1c605ea4 admin admin] Publish callbacks [] for security_group (e9605515-943a-4fde-a38e-e353469dba83), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.412949 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1f8dbfbc-d8a1-4237-b100-24843f066704 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c3522cfd6b24fdea657f148c6788155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371397 Mar 01 15:59:05.413805 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dbfbc-d8a1-4237-b100-24843f066704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db03002-ab5e-4769-a3cd-a4a291ecd7ba,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:05.415612 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58034) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:05.446375 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c301-4fd3-4dc7-b033-2e3c1c605ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e9605515-943a-4fde-a38e-e353469dba83), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.448836 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c301-4fd3-4dc7-b033-2e3c1c605ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.449952 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a5d5c301-4fd3-4dc7-b033-2e3c1c605ea4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9605515-943a-4fde-a38e-e353469dba83 HTTP/1.1" status: 204 len: 168 time: 0.1480241 Mar 01 15:59:05.464262 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5c301-4fd3-4dc7-b033-2e3c1c605ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9605515-943a-4fde-a38e-e353469dba83,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:05.479525 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4193dc10-8f70-4a41-9f0d-77b20f8a337d admin admin] Publish callbacks [] for security_group (2db03002-ab5e-4769-a3cd-a4a291ecd7ba), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.507511 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4193dc10-8f70-4a41-9f0d-77b20f8a337d admin admin] Publish callbacks [] for security_group (2db03002-ab5e-4769-a3cd-a4a291ecd7ba), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.563755 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4193dc10-8f70-4a41-9f0d-77b20f8a337d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2db03002-ab5e-4769-a3cd-a4a291ecd7ba), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.570202 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4193dc10-8f70-4a41-9f0d-77b20f8a337d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.577877 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4193dc10-8f70-4a41-9f0d-77b20f8a337d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2db03002-ab5e-4769-a3cd-a4a291ecd7ba HTTP/1.1" status: 204 len: 168 time: 0.1585741 Mar 01 15:59:05.584485 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193dc10-8f70-4a41-9f0d-77b20f8a337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db03002-ab5e-4769-a3cd-a4a291ecd7ba,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:05.647485 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f24ba-e6de-4de0-a8aa-7438bcbd7901 req-d149e089-8b17-41e6-a2b6-e6a6d6c81f51 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:05.649894 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e78f24ba-e6de-4de0-a8aa-7438bcbd7901 req-d149e089-8b17-41e6-a2b6-e6a6d6c81f51 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.0574453 Mar 01 15:59:05.706894 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e78f24ba-e6de-4de0-a8aa-7438bcbd7901 req-8a6a967f-7a59-4a20-9b0d-050a8544249e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504129 Mar 01 15:59:05.784187 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58050) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:05.790498 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7ce3-3b16-455a-8d4a-04a633aee86b req-9f84704c-ee77-43f7-96c7-578ae4180c5d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:05.792567 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7fcc7ce3-3b16-455a-8d4a-04a633aee86b req-9f84704c-ee77-43f7-96c7-578ae4180c5d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 944 time: 0.0747731 Mar 01 15:59:05.806422 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-90fecf70-3714-4f60-8f5c-70cc70b19996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.847796 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7fcc7ce3-3b16-455a-8d4a-04a633aee86b req-16ca5cae-d859-4742-acbf-fcc2b8c44d77 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 Mar 01 15:59:05.895392 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-90fecf70-3714-4f60-8f5c-70cc70b19996 admin admin] Publish callbacks [] for security_group (4d37210f-dd28-47b3-abff-24bc9015e979), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.900193 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-90fecf70-3714-4f60-8f5c-70cc70b19996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (4d37210f-dd28-47b3-abff-24bc9015e979), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:05.938045 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-90fecf70-3714-4f60-8f5c-70cc70b19996 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a409a20008a847f38d639ee49229505c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523905 Mar 01 15:59:05.938765 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fecf70-3714-4f60-8f5c-70cc70b19996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d37210f-dd28-47b3-abff-24bc9015e979,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:05.940726 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58056) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:05.992242 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cf6165a-e977-4767-8dfe-a36a58558adb admin admin] Publish callbacks [] for security_group (4d37210f-dd28-47b3-abff-24bc9015e979), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.013571 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cf6165a-e977-4767-8dfe-a36a58558adb admin admin] Publish callbacks [] for security_group (4d37210f-dd28-47b3-abff-24bc9015e979), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.034260 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58058) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:06.047940 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-81cda61f-775e-44a3-95bb-cb75c5c54778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.063182 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cf6165a-e977-4767-8dfe-a36a58558adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (4d37210f-dd28-47b3-abff-24bc9015e979), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.065723 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cf6165a-e977-4767-8dfe-a36a58558adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.066872 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-2cf6165a-e977-4767-8dfe-a36a58558adb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d37210f-dd28-47b3-abff-24bc9015e979 HTTP/1.1" status: 204 len: 168 time: 0.1249850 Mar 01 15:59:06.075160 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6165a-e977-4767-8dfe-a36a58558adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d37210f-dd28-47b3-abff-24bc9015e979,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:06.127880 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-81cda61f-775e-44a3-95bb-cb75c5c54778 admin admin] Publish callbacks [] for security_group (966e2e48-73c0-4449-b957-125dbfcdc6eb), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.132917 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-81cda61f-775e-44a3-95bb-cb75c5c54778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (966e2e48-73c0-4449-b957-125dbfcdc6eb), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.180676 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda61f-775e-44a3-95bb-cb75c5c54778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966e2e48-73c0-4449-b957-125dbfcdc6eb,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:06.189942 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-81cda61f-775e-44a3-95bb-cb75c5c54778 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71362444ac8a4a55902610d4465b298f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545959 Mar 01 15:59:06.192703 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58064) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:06.223713 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8a705ed9-fc6d-4c92-b425-807f71c0412d req-1e9d8e19-1573-4db0-802d-be2ba1bf5499 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967813 Mar 01 15:59:06.247719 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-07e7bc71-151e-465d-9f73-d8cdab2f59f7 admin admin] Publish callbacks [] for security_group (966e2e48-73c0-4449-b957-125dbfcdc6eb), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.275018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-07e7bc71-151e-465d-9f73-d8cdab2f59f7 admin admin] Publish callbacks [] for security_group (966e2e48-73c0-4449-b957-125dbfcdc6eb), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.276514 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5656fb-b14e-4c2e-a458-c1a2c20aed64 req-a0a5637e-9de2-4f7b-bbb4-fa56ca235929 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:06.279662 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec5656fb-b14e-4c2e-a458-c1a2c20aed64 req-a0a5637e-9de2-4f7b-bbb4-fa56ca235929 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 943 time: 0.0592031 Mar 01 15:59:06.324338 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-07e7bc71-151e-465d-9f73-d8cdab2f59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (966e2e48-73c0-4449-b957-125dbfcdc6eb), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.325768 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec5656fb-b14e-4c2e-a458-c1a2c20aed64 req-2292f6e2-ddf0-4858-a448-6d00f4012a78 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 Mar 01 15:59:06.327447 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-07e7bc71-151e-465d-9f73-d8cdab2f59f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:06.328710 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-07e7bc71-151e-465d-9f73-d8cdab2f59f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/966e2e48-73c0-4449-b957-125dbfcdc6eb HTTP/1.1" status: 204 len: 168 time: 0.1342504 Mar 01 15:59:06.338833 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7bc71-151e-465d-9f73-d8cdab2f59f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e2e48-73c0-4449-b957-125dbfcdc6eb,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:06.453782 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9fbf0-1bdb-4568-8105-0567d6d10f32 req-24e378c8-4e1c-4735-b925-ff84c0077e4b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:06.455240 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dbb9fbf0-1bdb-4568-8105-0567d6d10f32 req-24e378c8-4e1c-4735-b925-ff84c0077e4b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 944 time: 0.0618455 Mar 01 15:59:06.505263 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dbb9fbf0-1bdb-4568-8105-0567d6d10f32 req-a0d939ef-ff7d-45c3-afa4-64e9193432f8 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Mar 01 15:59:06.841102 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1767ccd-811b-4f5f-9e98-2c2b2e7b23a5 req-d808417a-8d92-49ec-be6b-eeb9c83d0066 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:06.842650 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f1767ccd-811b-4f5f-9e98-2c2b2e7b23a5 req-d808417a-8d92-49ec-be6b-eeb9c83d0066 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.0612421 Mar 01 15:59:06.891550 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f1767ccd-811b-4f5f-9e98-2c2b2e7b23a5 req-4855478f-ed7d-4ca5-b171-640824e992d2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Mar 01 15:59:07.008867 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590dec4-9164-4dd7-a918-7ba31ddd6a0f req-5a356876-edcb-4647-9015-694409e47adc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:07.011730 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c590dec4-9164-4dd7-a918-7ba31ddd6a0f req-5a356876-edcb-4647-9015-694409e47adc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 944 time: 0.0615294 Mar 01 15:59:07.073796 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c590dec4-9164-4dd7-a918-7ba31ddd6a0f req-5be1a726-9d81-4012-9962-b1d19ef7aaf6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533471 Mar 01 15:59:07.459478 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4735f-13f3-46e7-bc37-314a89f47c81 req-a1ff8f19-b105-434d-8b32-012f9ae09470 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:07.461064 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fec4735f-13f3-46e7-bc37-314a89f47c81 req-a1ff8f19-b105-434d-8b32-012f9ae09470 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 943 time: 0.0572248 Mar 01 15:59:07.517783 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fec4735f-13f3-46e7-bc37-314a89f47c81 req-f04ff16d-d563-476c-b8ee-3b3167d2241b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489776 Mar 01 15:59:07.639062 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe92e4b-168e-47ab-9cc3-6e06286ba16f req-4d9b1637-4876-47c2-858d-16278508bf08 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:07.640587 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bbe92e4b-168e-47ab-9cc3-6e06286ba16f req-4d9b1637-4876-47c2-858d-16278508bf08 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 944 time: 0.0637867 Mar 01 15:59:07.708449 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bbe92e4b-168e-47ab-9cc3-6e06286ba16f req-8e3f11f0-05b7-4fd4-9ba1-fa7f4e462cfb tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621731 Mar 01 15:59:08.012097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d425596-d703-46e1-980d-eeb05eb48eea req-634bba22-ee13-4d2c-9bbf-f71a6d70a643 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:08.013850 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7d425596-d703-46e1-980d-eeb05eb48eea req-634bba22-ee13-4d2c-9bbf-f71a6d70a643 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.0523210 Mar 01 15:59:08.015208 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58166) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:08.062718 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7d425596-d703-46e1-980d-eeb05eb48eea req-6e09d037-3708-4852-be00-1d805522b0f6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Mar 01 15:59:08.154569 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04663af3-5492-4e28-a378-2833d8973e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.217065 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d6ba-26d0-467d-9daf-68e3ce1f5336 req-1f046e2f-2421-4d21-923a-7ce9cf24c740 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:08.219604 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-46e3d6ba-26d0-467d-9daf-68e3ce1f5336 req-1f046e2f-2421-4d21-923a-7ce9cf24c740 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 944 time: 0.0696285 Mar 01 15:59:08.237273 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04663af3-5492-4e28-a378-2833d8973e22 admin admin] Publish callbacks [] for security_group (12c0169c-f43e-49c9-bc0a-d759ff91e9d1), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.242165 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04663af3-5492-4e28-a378-2833d8973e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (12c0169c-f43e-49c9-bc0a-d759ff91e9d1), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.292442 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-04663af3-5492-4e28-a378-2833d8973e22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dff22bdbad1f44f2b0c50be4a9f9d93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759879 Mar 01 15:59:08.296116 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58190) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:08.296435 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-46e3d6ba-26d0-467d-9daf-68e3ce1f5336 req-f0293c66-7d36-4437-8a23-3a3af77e71bb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701199 Mar 01 15:59:08.311970 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04663af3-5492-4e28-a378-2833d8973e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c0169c-f43e-49c9-bc0a-d759ff91e9d1,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:08.351988 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c2762722-caa8-4118-8c5c-719b88a60e24 admin admin] Publish callbacks [] for security_group (12c0169c-f43e-49c9-bc0a-d759ff91e9d1), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.374919 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c2762722-caa8-4118-8c5c-719b88a60e24 admin admin] Publish callbacks [] for security_group (12c0169c-f43e-49c9-bc0a-d759ff91e9d1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.425394 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c2762722-caa8-4118-8c5c-719b88a60e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (12c0169c-f43e-49c9-bc0a-d759ff91e9d1), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.428756 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c2762722-caa8-4118-8c5c-719b88a60e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.431018 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c2762722-caa8-4118-8c5c-719b88a60e24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12c0169c-f43e-49c9-bc0a-d759ff91e9d1 HTTP/1.1" status: 204 len: 168 time: 0.1335855 Mar 01 15:59:08.443816 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2762722-caa8-4118-8c5c-719b88a60e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c0169c-f43e-49c9-bc0a-d759ff91e9d1,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:08.576379 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 15:59:08.606279 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b8487c55-4a03-4fed-9bb4-89917880d9dd up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:59:08.673796 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fbbd0-8f89-46e8-b99e-a91fa07e481e req-977b845e-0af7-4cbf-b744-2323f6a53010 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:08.681326 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c43fbbd0-8f89-46e8-b99e-a91fa07e481e req-977b845e-0af7-4cbf-b744-2323f6a53010 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 943 time: 0.0750980 Mar 01 15:59:08.721803 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port b8487c55-4a03-4fed-9bb4-89917880d9dd completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 15:59:08.735305 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:08.737566 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port b8487c55-4a03-4fed-9bb4-89917880d9dd triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:59:08.737983 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.746435 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c43fbbd0-8f89-46e8-b99e-a91fa07e481e req-b27617f8-c756-4cc4-a8d2-34b1f1c92b2b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640073 Mar 01 15:59:08.805995 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'port_id': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'mac_address': 'fa:16:3e:37:06:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 15:59:08.847845 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58218) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:08.857993 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ce0e7-014a-4a09-8388-1c0a377e560d req-11123622-ffe7-46e2-8c9a-488cbd2bd0fd tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:08.859417 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9c2ce0e7-014a-4a09-8388-1c0a377e560d req-11123622-ffe7-46e2-8c9a-488cbd2bd0fd tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 944 time: 0.0590868 Mar 01 15:59:08.869904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-88b955dd-3ace-4700-aec6-c3e6cc2e3ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.906131 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port b8487c55-4a03-4fed-9bb4-89917880d9dd is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:08.906548 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.909436 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:08.909814 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.913764 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9c2ce0e7-014a-4a09-8388-1c0a377e560d req-81837087-9b49-4b0c-8585-67e6b21d8fe6 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Mar 01 15:59:08.936594 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:59:08.950815 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8487c55-4a03-4fed-9bb4-89917880d9dd'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:08.961951 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-88b955dd-3ace-4700-aec6-c3e6cc2e3ce3 admin admin] Publish callbacks [] for security_group (af1502dd-a32b-4818-ab72-f1dd481991c8), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:08.966456 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-88b955dd-3ace-4700-aec6-c3e6cc2e3ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (af1502dd-a32b-4818-ab72-f1dd481991c8), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.002587 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-88b955dd-3ace-4700-aec6-c3e6cc2e3ce3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70cf0eeecaf24a1e9ff7e0e8a3ddebe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514068 Mar 01 15:59:09.003020 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58220) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:09.024075 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b955dd-3ace-4700-aec6-c3e6cc2e3ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1502dd-a32b-4818-ab72-f1dd481991c8,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:09.055000 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port b8487c55-4a03-4fed-9bb4-89917880d9dd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8487c55-4a03-4fed-9bb4-89917880d9dd,segment=NetworkSegment(13ecfe2c-ccf3-40e2-8b82-0c58a73a979c),segment_id=13ecfe2c-ccf3-40e2-8b82-0c58a73a979c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:09.058786 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:09.062587 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.069734 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.070411 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device ab0e1459-f0ac-471f-87c8-dc562677b8ea details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 15:59:09.086656 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d44c085-ad6c-4030-81f9-aed3b75c3401 admin admin] Publish callbacks [] for security_group (af1502dd-a32b-4818-ab72-f1dd481991c8), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.121072 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d44c085-ad6c-4030-81f9-aed3b75c3401 admin admin] Publish callbacks [] for security_group (af1502dd-a32b-4818-ab72-f1dd481991c8), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.188895 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd49f3a-ac9d-4c37-bfcd-5a1449fd5ea9" -d '{"events": [{"server_uuid": "91d6fc44-d9af-4004-b38e-f6d84d075f93", "name": "network-vif-plugged", "status": "completed", "tag": "b8487c55-4a03-4fed-9bb4-89917880d9dd"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:09.224982 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d44c085-ad6c-4030-81f9-aed3b75c3401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (af1502dd-a32b-4818-ab72-f1dd481991c8), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.226078 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port ab0e1459-f0ac-471f-87c8-dc562677b8ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:09.228987 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d44c085-ad6c-4030-81f9-aed3b75c3401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.233365 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-6d44c085-ad6c-4030-81f9-aed3b75c3401 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af1502dd-a32b-4818-ab72-f1dd481991c8 HTTP/1.1" status: 204 len: 168 time: 0.2292838 Mar 01 15:59:09.246824 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea', 'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'port_id': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea', 'mac_address': 'fa:16:3e:49:e9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72c79d1-f814-497a-b529-391821664400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 15:59:09.249254 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=b8487c55-4a03-4fed-9bb4-89917880d9dd,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:09.250205 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44c085-ad6c-4030-81f9-aed3b75c3401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1502dd-a32b-4818-ab72-f1dd481991c8,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:09.276998 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934902c-28b2-4b50-b3b5-d48265b4a04e req-228fa8c2-a1f4-40a9-b39a-3b55f6dc8a63 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:09.285655 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d934902c-28b2-4b50-b3b5-d48265b4a04e req-228fa8c2-a1f4-40a9-b39a-3b55f6dc8a63 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 943 time: 0.1434293 Mar 01 15:59:09.338664 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88e5ce-6a31-4313-ba7f-57a4f7646a2b x-openstack-request-id: req-eb88e5ce-6a31-4313-ba7f-57a4f7646a2b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:09.347116 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d6fc44-d9af-4004-b38e-f6d84d075f93", "name": "network-vif-plugged", "status": "completed", "tag": "b8487c55-4a03-4fed-9bb4-89917880d9dd", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:09.347380 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb88e5ce-6a31-4313-ba7f-57a4f7646a2b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:09.347703 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8487c55-4a03-4fed-9bb4-89917880d9dd', 'code': 200} Mar 01 15:59:09.358260 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d934902c-28b2-4b50-b3b5-d48265b4a04e req-169081b0-fe41-4d09-bffc-4a536cae147c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Mar 01 15:59:09.364261 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port ab0e1459-f0ac-471f-87c8-dc562677b8ea is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:09.364658 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.380284 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:09.384498 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0e1459-f0ac-471f-87c8-dc562677b8ea {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:59:09.409024 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port ab0e1459-f0ac-471f-87c8-dc562677b8ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:09.416146 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.417071 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 7ac7730f-298e-4dbc-9fb0-022fc06654cb details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 15:59:09.470446 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3168-ee88-4c7d-a19f-6758938fee1e req-df22068a-4992-4ec0-bc65-a751f79a4e1c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:09.481367 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d19a3168-ee88-4c7d-a19f-6758938fee1e req-df22068a-4992-4ec0-bc65-a751f79a4e1c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0743341 Mar 01 15:59:09.495752 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=ab0e1459-f0ac-471f-87c8-dc562677b8ea,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:09.550467 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d19a3168-ee88-4c7d-a19f-6758938fee1e req-1258c5c7-122a-43dd-afe6-aa2fbcc6976c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680511 Mar 01 15:59:09.587297 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 7ac7730f-298e-4dbc-9fb0-022fc06654cb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:09.604006 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '7ac7730f-298e-4dbc-9fb0-022fc06654cb', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'port_id': '7ac7730f-298e-4dbc-9fb0-022fc06654cb', 'mac_address': 'fa:16:3e:7b:89:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 15:59:09.655193 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 7ac7730f-298e-4dbc-9fb0-022fc06654cb is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:09.655727 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.673842 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac7730f-298e-4dbc-9fb0-022fc06654cb {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:59:09.695839 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 7ac7730f-298e-4dbc-9fb0-022fc06654cb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:09.709279 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:09.778226 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=7ac7730f-298e-4dbc-9fb0-022fc06654cb,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:09.927083 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c6184-e9f6-4b8c-a2e8-118b700ac36f req-48757fda-4f7f-4bf9-b54c-04adfd200ea0 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:09.929276 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-684c6184-e9f6-4b8c-a2e8-118b700ac36f req-48757fda-4f7f-4bf9-b54c-04adfd200ea0 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0692568 Mar 01 15:59:09.982481 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-684c6184-e9f6-4b8c-a2e8-118b700ac36f req-75d7a222-bf88-48f7-a094-6cc5922f72e9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466986 Mar 01 15:59:10.072712 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c142d92-17c3-46a9-909d-9f3ca12c5244 req-15b98aa1-e92e-4566-92eb-f64d472f6ff9 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:10.074268 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c142d92-17c3-46a9-909d-9f3ca12c5244 req-15b98aa1-e92e-4566-92eb-f64d472f6ff9 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0692887 Mar 01 15:59:10.132518 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c142d92-17c3-46a9-909d-9f3ca12c5244 req-bfe12e0a-b21f-402a-bcea-cf31dd0296ba tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 Mar 01 15:59:10.475605 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5049a-9f9f-4ad8-97c7-af916d9aa674 req-8f06f2cf-e690-41ce-9ccf-d246fe26d7cd tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:10.477072 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90d5049a-9f9f-4ad8-97c7-af916d9aa674 req-8f06f2cf-e690-41ce-9ccf-d246fe26d7cd tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0509129 Mar 01 15:59:10.526144 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90d5049a-9f9f-4ad8-97c7-af916d9aa674 req-893debdb-1ade-4e1e-b7f6-0f35c0f32529 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Mar 01 15:59:10.656802 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dc29f-01b5-4695-868b-eeb6f13872f7 req-bb40e584-b96b-4230-b278-15346410b7db tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:10.663678 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cc3dc29f-01b5-4695-868b-eeb6f13872f7 req-bb40e584-b96b-4230-b278-15346410b7db tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0579078 Mar 01 15:59:10.709922 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cc3dc29f-01b5-4695-868b-eeb6f13872f7 req-101b6031-33ca-4e40-89bf-f2fb07354bf3 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Mar 01 15:59:11.124554 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18825b13-c2b9-492c-ba11-15500e7bb299 req-1740a9d8-31d6-41bf-8434-a8d95e9832fa tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:11.126023 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-18825b13-c2b9-492c-ba11-15500e7bb299 req-1740a9d8-31d6-41bf-8434-a8d95e9832fa tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0538571 Mar 01 15:59:11.177239 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-18825b13-c2b9-492c-ba11-15500e7bb299 req-14b55e6f-d028-47dd-90a7-487f592ce83a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 Mar 01 15:59:11.221268 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58344) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:11.249780 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1178f1e-f61d-4205-bce2-64cb394d597f req-011d5b33-3646-4371-a3e7-f9723823ff5f tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:11.251283 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d1178f1e-f61d-4205-bce2-64cb394d597f req-011d5b33-3646-4371-a3e7-f9723823ff5f tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Mar 01 15:59:11.302755 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d1178f1e-f61d-4205-bce2-64cb394d597f req-5473eb4d-3d17-49b5-bc07-b5f6428f3752 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Mar 01 15:59:11.327809 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-369f044a-66e6-4f91-9d00-bb637671f175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.401098 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-369f044a-66e6-4f91-9d00-bb637671f175 admin admin] Publish callbacks [] for security_group (6a3119fd-bfa8-4a38-a782-125391022622), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.405374 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-369f044a-66e6-4f91-9d00-bb637671f175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6a3119fd-bfa8-4a38-a782-125391022622), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.443423 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-369f044a-66e6-4f91-9d00-bb637671f175 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2bb1b21ef624f0cb950cac1cb88b748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189071 Mar 01 15:59:11.444726 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f044a-66e6-4f91-9d00-bb637671f175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3119fd-bfa8-4a38-a782-125391022622,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:11.447350 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58348) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:11.497047 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-093d8919-103b-4ad2-8109-526d335ff30b admin admin] Publish callbacks [] for security_group (6a3119fd-bfa8-4a38-a782-125391022622), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.517709 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-093d8919-103b-4ad2-8109-526d335ff30b admin admin] Publish callbacks [] for security_group (6a3119fd-bfa8-4a38-a782-125391022622), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.577323 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-093d8919-103b-4ad2-8109-526d335ff30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6a3119fd-bfa8-4a38-a782-125391022622), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.581106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-093d8919-103b-4ad2-8109-526d335ff30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.586665 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-093d8919-103b-4ad2-8109-526d335ff30b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a3119fd-bfa8-4a38-a782-125391022622 HTTP/1.1" status: 204 len: 168 time: 0.1340075 Mar 01 15:59:11.596006 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d8919-103b-4ad2-8109-526d335ff30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3119fd-bfa8-4a38-a782-125391022622,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:11.661460 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa719-d7fe-4573-90ec-447e62a442dd req-978a1a8a-8bda-4a05-a1a5-756c6a4d257f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:11.662988 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-75dfa719-d7fe-4573-90ec-447e62a442dd req-978a1a8a-8bda-4a05-a1a5-756c6a4d257f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0548949 Mar 01 15:59:11.710250 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-75dfa719-d7fe-4573-90ec-447e62a442dd req-e34ba518-d2d1-443b-a1d3-e5d99d3bf023 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Mar 01 15:59:11.834180 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0cfa-2a0d-4757-baa1-a3b6ecd69e72 req-909855b4-dec7-4b47-81bc-a9369fb0b810 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:11.835942 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-aaae0cfa-2a0d-4757-baa1-a3b6ecd69e72 req-909855b4-dec7-4b47-81bc-a9369fb0b810 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0555627 Mar 01 15:59:11.861354 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58360) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:11.874533 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ccc96e3-49b2-4346-9a71-ccffb5afe368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.882880 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-aaae0cfa-2a0d-4757-baa1-a3b6ecd69e72 req-2bd1e700-a2bf-4b10-9a0f-c2e4cbac9b85 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Mar 01 15:59:11.945215 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ccc96e3-49b2-4346-9a71-ccffb5afe368 admin admin] Publish callbacks [] for security_group (0406b53d-cd5b-40b9-a4c7-72947faf08ef), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.948734 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4ccc96e3-49b2-4346-9a71-ccffb5afe368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (0406b53d-cd5b-40b9-a4c7-72947faf08ef), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:11.982795 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc96e3-49b2-4346-9a71-ccffb5afe368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406b53d-cd5b-40b9-a4c7-72947faf08ef,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:11.987010 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-4ccc96e3-49b2-4346-9a71-ccffb5afe368 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b0c0580730a4d4682ccfa10d869f90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245353 Mar 01 15:59:11.989653 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58364) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:12.035911 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14b9b49b-c366-4c3e-912d-f3f5ae5b927c admin admin] Publish callbacks [] for security_group (0406b53d-cd5b-40b9-a4c7-72947faf08ef), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:12.056541 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14b9b49b-c366-4c3e-912d-f3f5ae5b927c admin admin] Publish callbacks [] for security_group (0406b53d-cd5b-40b9-a4c7-72947faf08ef), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:12.101033 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14b9b49b-c366-4c3e-912d-f3f5ae5b927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (0406b53d-cd5b-40b9-a4c7-72947faf08ef), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:12.103587 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14b9b49b-c366-4c3e-912d-f3f5ae5b927c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:12.104699 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-14b9b49b-c366-4c3e-912d-f3f5ae5b927c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0406b53d-cd5b-40b9-a4c7-72947faf08ef HTTP/1.1" status: 204 len: 168 time: 0.1128991 Mar 01 15:59:12.112113 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b49b-c366-4c3e-912d-f3f5ae5b927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406b53d-cd5b-40b9-a4c7-72947faf08ef,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:12.294958 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc9c0-0f6f-4c85-9201-ea5b81728ca1 req-44f8849c-609e-4a68-a7b7-e71f13115164 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:12.296442 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98ecc9c0-0f6f-4c85-9201-ea5b81728ca1 req-44f8849c-609e-4a68-a7b7-e71f13115164 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0533855 Mar 01 15:59:12.342071 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98ecc9c0-0f6f-4c85-9201-ea5b81728ca1 req-cf6985ce-9ae9-47b3-95fd-f6260c9143f5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398779 Mar 01 15:59:12.427717 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd1152-2afc-4c54-b18b-3cd6c2afb45e req-d08896f6-aba6-45d7-b62e-3126d384ac45 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:12.429810 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f1dd1152-2afc-4c54-b18b-3cd6c2afb45e req-d08896f6-aba6-45d7-b62e-3126d384ac45 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0553582 Mar 01 15:59:12.483058 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f1dd1152-2afc-4c54-b18b-3cd6c2afb45e req-9a731ca4-48b2-4e7e-aa93-a50adf797b73 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Mar 01 15:59:12.824765 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838155ab-5810-48ee-8323-26badb5651f1 req-7f92678e-0855-4a6f-b006-e42c9ccd5e42 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:12.826225 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-838155ab-5810-48ee-8323-26badb5651f1 req-7f92678e-0855-4a6f-b006-e42c9ccd5e42 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0515285 Mar 01 15:59:12.856075 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device bb3f9217-9042-4ab5-882c-960f065cba76 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 15:59:12.892676 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-838155ab-5810-48ee-8323-26badb5651f1 req-3640d537-b6bf-485b-91c1-0b261ed66fe8 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604706 Mar 01 15:59:13.019882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967b4f3-01a0-460f-ae6a-9556e2a20cc9 req-d77001a4-7a80-446c-b37e-1479aafaf30f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:13.021468 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1967b4f3-01a0-460f-ae6a-9556e2a20cc9 req-d77001a4-7a80-446c-b37e-1479aafaf30f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0666068 Mar 01 15:59:13.094009 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port bb3f9217-9042-4ab5-882c-960f065cba76, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb3f9217-9042-4ab5-882c-960f065cba76,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:13.107549 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'bb3f9217-9042-4ab5-882c-960f065cba76', 'network_id': '532df157-d287-41d5-94b0-12755cd417d7', 'port_id': 'bb3f9217-9042-4ab5-882c-960f065cba76', 'mac_address': 'fa:16:3e:5e:ca:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72c79d1-f814-497a-b529-391821664400', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 15:59:13.150683 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871d49b-c95e-451b-aade-acfee35c1034 req-ee5ad9c7-237a-45af-81cf-4cdac7c58529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:13.151852 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port bb3f9217-9042-4ab5-882c-960f065cba76 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:13.152356 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:13.152735 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b871d49b-c95e-451b-aade-acfee35c1034 req-ee5ad9c7-237a-45af-81cf-4cdac7c58529 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 1129 time: 0.1176054 Mar 01 15:59:13.157426 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1967b4f3-01a0-460f-ae6a-9556e2a20cc9 req-c5cbe3a5-ecf8-4cec-8e14-187132da5bbb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299794 Mar 01 15:59:13.167379 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3f9217-9042-4ab5-882c-960f065cba76 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 15:59:13.171442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b871d49b-c95e-451b-aade-acfee35c1034 req-c3263b5b-3fda-44f4-a232-7d4a6692bde9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:13.192611 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port bb3f9217-9042-4ab5-882c-960f065cba76, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb3f9217-9042-4ab5-882c-960f065cba76,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:13.198101 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:13.250424 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=bb3f9217-9042-4ab5-882c-960f065cba76,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:13.255337 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b871d49b-c95e-451b-aade-acfee35c1034 req-c3263b5b-3fda-44f4-a232-7d4a6692bde9 service neutron] Publish callbacks [] for security_group (a6de75bc-fcd5-4fa1-9ae8-7863d14336ed), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:13.259857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b871d49b-c95e-451b-aade-acfee35c1034 req-c3263b5b-3fda-44f4-a232-7d4a6692bde9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a6de75bc-fcd5-4fa1-9ae8-7863d14336ed), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:13.305575 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b871d49b-c95e-451b-aade-acfee35c1034 req-c3263b5b-3fda-44f4-a232-7d4a6692bde9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463630 Mar 01 15:59:13.306556 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3263b5b-3fda-44f4-a232-7d4a6692bde9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de75bc-fcd5-4fa1-9ae8-7863d14336ed,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:13.626660 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fd51f-b15b-460f-9cfc-95f0adb93540 req-8c73b123-3c36-426d-a461-431485899a50 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:13.628180 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-754fd51f-b15b-460f-9cfc-95f0adb93540 req-8c73b123-3c36-426d-a461-431485899a50 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.2220173 Mar 01 15:59:13.639565 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aea27d-dd45-4232-8a02-ef04f90d345f req-f3f2f19a-52cb-43d1-989e-f8ce8e5841d6 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:13.641097 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-62aea27d-dd45-4232-8a02-ef04f90d345f req-f3f2f19a-52cb-43d1-989e-f8ce8e5841d6 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0700665 Mar 01 15:59:13.718658 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-754fd51f-b15b-460f-9cfc-95f0adb93540 req-172e7e1f-20b2-4b67-9305-f896d1d87afd tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765381 Mar 01 15:59:13.721861 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-62aea27d-dd45-4232-8a02-ef04f90d345f req-05d09e72-7d99-4a8a-af0b-d4aefa29850f tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720251 Mar 01 15:59:14.017288 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f92fe9-af76-47b4-923d-13944e0dbf68 req-b4939a15-327c-4952-ad19-cbe389ba1899 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:14.018672 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6f92fe9-af76-47b4-923d-13944e0dbf68 req-b4939a15-327c-4952-ad19-cbe389ba1899 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0545104 Mar 01 15:59:14.065731 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6f92fe9-af76-47b4-923d-13944e0dbf68 req-f18312c2-6560-4c63-80c7-7c5aef772694 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Mar 01 15:59:14.275431 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef45e0-bc19-4afc-bf6d-3622c035f3b8 req-dc157693-657d-40b7-b08b-d919246c20c8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:14.276786 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-53ef45e0-bc19-4afc-bf6d-3622c035f3b8 req-dc157693-657d-40b7-b08b-d919246c20c8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0504961 Mar 01 15:59:14.321883 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-53ef45e0-bc19-4afc-bf6d-3622c035f3b8 req-82bbe10c-da42-41da-891c-b304873dc8f4 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Mar 01 15:59:14.722661 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 15:59:14.750516 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['5f1fee80-d3ba-4f53-9add-0b2cdc0192f8'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 15:59:14.752669 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['ab0e1459-f0ac-471f-87c8-dc562677b8ea'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 15:59:14.871286 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19eb25-2093-4287-b3e3-c8bdfed5da5e req-2394cb51-85ed-4db9-a635-7757847730e4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:14.872812 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dc19eb25-2093-4287-b3e3-c8bdfed5da5e req-2394cb51-85ed-4db9-a635-7757847730e4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0863776 Mar 01 15:59:14.879686 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189eff-d5ba-4f73-97bf-1692c2ae1878 req-23f0ba1f-f147-4197-81ba-c1cd132ecd69 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:14.881061 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-40189eff-d5ba-4f73-97bf-1692c2ae1878 req-23f0ba1f-f147-4197-81ba-c1cd132ecd69 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0855598 Mar 01 15:59:14.952349 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dc19eb25-2093-4287-b3e3-c8bdfed5da5e req-3aff7176-224e-436a-8aa2-ff36ac03404d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703177 Mar 01 15:59:14.956442 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-40189eff-d5ba-4f73-97bf-1692c2ae1878 req-bbaed4f9-72e4-4af8-bcd4-33003dc02a0e tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687160 Mar 01 15:59:15.180311 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e3d1a-5e34-4211-8cc3-c091bae127cc req-e17f678b-b4f9-467e-aca7-223ce45ea663 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:15.181768 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-501e3d1a-5e34-4211-8cc3-c091bae127cc req-e17f678b-b4f9-467e-aca7-223ce45ea663 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0518239 Mar 01 15:59:15.228131 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-501e3d1a-5e34-4211-8cc3-c091bae127cc req-cd054c00-8a87-4bf9-b866-ceab06e703dd tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Mar 01 15:59:15.441442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae941642-23e8-48a6-aaa4-508d1890157f req-f3b18a84-672d-4771-8566-eb8371dc40d1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:15.442782 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ae941642-23e8-48a6-aaa4-508d1890157f req-f3b18a84-672d-4771-8566-eb8371dc40d1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0540180 Mar 01 15:59:15.487437 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ae941642-23e8-48a6-aaa4-508d1890157f req-20a029a0-48a3-44de-ac4e-abce55fde939 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Mar 01 15:59:16.099094 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8d20e-35a8-47e0-ad92-702997cabf8d req-a604e14f-fb2f-4c74-826e-b99c6de56432 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:16.100805 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e7c8d20e-35a8-47e0-ad92-702997cabf8d req-a604e14f-fb2f-4c74-826e-b99c6de56432 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0741277 Mar 01 15:59:16.112523 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875ada5-4229-4a6e-bc32-505256c74c7a req-c1004835-e3ef-4d37-b868-84a72fd5d072 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:16.113936 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0875ada5-4229-4a6e-bc32-505256c74c7a req-c1004835-e3ef-4d37-b868-84a72fd5d072 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0958247 Mar 01 15:59:16.186796 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e7c8d20e-35a8-47e0-ad92-702997cabf8d req-c527188c-146a-41c5-bd8f-a6b358fcc6dc tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719249 Mar 01 15:59:16.189737 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0875ada5-4229-4a6e-bc32-505256c74c7a req-374dcdcf-9f3f-4dd0-b30d-a7f2f039ef1a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687683 Mar 01 15:59:16.343244 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5bfda-9758-4bfa-85e5-f573fcac64d3 req-08bff544-5558-40c0-8f4a-8ee960871dbc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:16.344732 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cbe5bfda-9758-4bfa-85e5-f573fcac64d3 req-08bff544-5558-40c0-8f4a-8ee960871dbc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0556822 Mar 01 15:59:16.390182 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cbe5bfda-9758-4bfa-85e5-f573fcac64d3 req-36acb6f2-b890-4292-b24f-d17f4789acfd tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Mar 01 15:59:16.604297 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2a50-80b9-4ff1-b80f-26d2dfbb8bab req-2c9a040f-d8a9-408e-8f07-0c8ea4766e64 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:16.605750 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d92b2a50-80b9-4ff1-b80f-26d2dfbb8bab req-2c9a040f-d8a9-408e-8f07-0c8ea4766e64 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0505576 Mar 01 15:59:16.654187 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d92b2a50-80b9-4ff1-b80f-26d2dfbb8bab req-aa41c5fb-f820-48b7-8fdf-5c9c699a1cec tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Mar 01 15:59:16.713897 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['bb3f9217-9042-4ab5-882c-960f065cba76'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 15:59:17.330466 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b8544-af0f-4c97-aacd-fcb6ee48b568 req-626159d3-0bc0-4761-ac04-4b02a04ca8da tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:17.331943 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6d3b8544-af0f-4c97-aacd-fcb6ee48b568 req-626159d3-0bc0-4761-ac04-4b02a04ca8da tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0802798 Mar 01 15:59:17.339681 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266afea-b88d-4498-bd51-505de1a14db6 req-5a94005e-a5b6-462a-96f4-e9cfc87ccd11 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:17.341007 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8266afea-b88d-4498-bd51-505de1a14db6 req-5a94005e-a5b6-462a-96f4-e9cfc87ccd11 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0875878 Mar 01 15:59:17.410262 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6d3b8544-af0f-4c97-aacd-fcb6ee48b568 req-044ddf4c-4a26-42c5-9bcb-1d451f79036a tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683334 Mar 01 15:59:17.413498 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8266afea-b88d-4498-bd51-505de1a14db6 req-0f8e9f22-ca8f-45d3-aa63-e8dde6d6e290 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661650 Mar 01 15:59:17.519058 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c40e-50ce-4729-9743-230e28a93120 req-a4b85bd4-fd95-45a9-9c9e-a4805b5b2f96 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:17.520527 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2133c40e-50ce-4729-9743-230e28a93120 req-a4b85bd4-fd95-45a9-9c9e-a4805b5b2f96 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0545297 Mar 01 15:59:17.570880 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2133c40e-50ce-4729-9743-230e28a93120 req-ce3a5092-df38-41db-a169-b4cd687abb1a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Mar 01 15:59:17.904392 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15089b29-c02f-4fe6-9e95-32f49fad0afe req-69d42893-b984-47cd-b933-1a7c98cdf200 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:17.905735 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15089b29-c02f-4fe6-9e95-32f49fad0afe req-69d42893-b984-47cd-b933-1a7c98cdf200 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0500739 Mar 01 15:59:17.951532 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15089b29-c02f-4fe6-9e95-32f49fad0afe req-9732e8ea-27a8-496f-b26f-0e25b301e017 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Mar 01 15:59:18.560039 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530eec-a8fa-4c31-9eb9-fb8d649a24ab req-53eba7ed-ecf1-4b41-9874-63171cd528e7 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:18.561502 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-59530eec-a8fa-4c31-9eb9-fb8d649a24ab req-53eba7ed-ecf1-4b41-9874-63171cd528e7 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0856144 Mar 01 15:59:18.569380 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d83756-6d8d-43ef-a9fb-75e15abbdaa0 req-c586e8ca-ed86-464f-adea-49a42147fde0 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:18.570743 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15d83756-6d8d-43ef-a9fb-75e15abbdaa0 req-c586e8ca-ed86-464f-adea-49a42147fde0 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0864139 Mar 01 15:59:18.636870 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-59530eec-a8fa-4c31-9eb9-fb8d649a24ab req-f19a5392-1afd-4ab0-bd2b-798b01d11644 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651729 Mar 01 15:59:18.643834 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15d83756-6d8d-43ef-a9fb-75e15abbdaa0 req-8f21071b-9c81-4bd8-a35c-8f01e55187a1 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665543 Mar 01 15:59:18.742324 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f449a-7122-409d-bd90-911457557f75 req-35be75d8-313a-4eaf-b8d0-f5f03cce61e2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:18.743734 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-524f449a-7122-409d-bd90-911457557f75 req-35be75d8-313a-4eaf-b8d0-f5f03cce61e2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0543697 Mar 01 15:59:18.792875 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-524f449a-7122-409d-bd90-911457557f75 req-81245cc3-c45f-4153-a678-44aa7ee97c46 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Mar 01 15:59:19.064253 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553acdae-b55f-48d0-90fb-7a2ff698619c req-1a2c4781-fab8-407c-b276-5a8891e34c9a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:19.065708 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-553acdae-b55f-48d0-90fb-7a2ff698619c req-1a2c4781-fab8-407c-b276-5a8891e34c9a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0512431 Mar 01 15:59:19.111505 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-553acdae-b55f-48d0-90fb-7a2ff698619c req-f95c0f66-9eb7-41fa-a52b-1a9d29fbcc1a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Mar 01 15:59:19.784275 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ce171-ecbc-4f0c-99e8-e55a0223ad26 req-c3fe3f44-e274-45fe-ac6b-0ecd744a2fec tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:19.785647 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-456ce171-ecbc-4f0c-99e8-e55a0223ad26 req-c3fe3f44-e274-45fe-ac6b-0ecd744a2fec tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0845611 Mar 01 15:59:19.795745 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5927c-2de5-44c1-af68-96fa67a9dcdb req-3aa7cde7-10df-4554-aefd-35b9cef40b50 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:19.797104 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ccf5927c-2de5-44c1-af68-96fa67a9dcdb req-3aa7cde7-10df-4554-aefd-35b9cef40b50 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0709984 Mar 01 15:59:19.864416 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-456ce171-ecbc-4f0c-99e8-e55a0223ad26 req-5c48bb98-6910-4c4d-85ec-19869c6b7c56 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663803 Mar 01 15:59:19.871974 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ccf5927c-2de5-44c1-af68-96fa67a9dcdb req-ba1a26a1-d82c-4bd1-bf2d-ceb55ba17b17 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668864 Mar 01 15:59:19.969545 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b83bb-5f20-45a7-a39e-7998c0e536b0 req-ed257243-29d0-4960-ad81-8b3f2dceca57 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:19.971003 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-077b83bb-5f20-45a7-a39e-7998c0e536b0 req-ed257243-29d0-4960-ad81-8b3f2dceca57 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0519991 Mar 01 15:59:20.015898 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-077b83bb-5f20-45a7-a39e-7998c0e536b0 req-a8a58ea2-4407-4b03-9bee-30996225b88e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Mar 01 15:59:20.232298 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236b90-e5ef-4b66-bda1-4561eb17f565 req-54a00321-7177-4c43-96e5-4cd565a3c3e6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:20.233725 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1d236b90-e5ef-4b66-bda1-4561eb17f565 req-54a00321-7177-4c43-96e5-4cd565a3c3e6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0562727 Mar 01 15:59:20.278966 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1d236b90-e5ef-4b66-bda1-4561eb17f565 req-01e24152-9b31-4bea-81b5-b2c9178a4472 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Mar 01 15:59:21.046197 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691dad-c9df-48bd-b9eb-0f42d820c3e3 req-8d783d4a-1f1a-425d-8015-bd161580a394 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:21.047851 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-07691dad-c9df-48bd-b9eb-0f42d820c3e3 req-8d783d4a-1f1a-425d-8015-bd161580a394 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0927732 Mar 01 15:59:21.061129 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cea06-024e-4b4d-9fdc-0b0333532da2 req-cfa6f265-1bdd-459f-bdf9-0b862cc4b2cb tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:21.062852 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13cea06-024e-4b4d-9fdc-0b0333532da2 req-cfa6f265-1bdd-459f-bdf9-0b862cc4b2cb tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 944 time: 0.0778651 Mar 01 15:59:21.144066 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-07691dad-c9df-48bd-b9eb-0f42d820c3e3 req-f992d0aa-67f9-408c-bacc-7bf4737171ea tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802300 Mar 01 15:59:21.150784 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13cea06-024e-4b4d-9fdc-0b0333532da2 req-f8f19ce4-c400-4201-9302-36d526549e94 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798833 Mar 01 15:59:21.286827 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e8bfd-340f-44a2-a627-5929b8639e97 req-47e92a31-ed1e-4e04-92f1-cb49e01e08fe tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:21.289078 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-765e8bfd-340f-44a2-a627-5929b8639e97 req-47e92a31-ed1e-4e04-92f1-cb49e01e08fe tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 944 time: 0.0664604 Mar 01 15:59:21.346261 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-765e8bfd-340f-44a2-a627-5929b8639e97 req-225edcd9-f57c-43aa-8dab-5527f0b53d86 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509298 Mar 01 15:59:21.409810 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b877ec2-5417-4c22-ac2e-a4b5655c80d5 req-dbb64c78-a233-4cb0-ab8d-176edb7811e3 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:21.411338 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1b877ec2-5417-4c22-ac2e-a4b5655c80d5 req-dbb64c78-a233-4cb0-ab8d-176edb7811e3 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.0554848 Mar 01 15:59:21.471642 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1b877ec2-5417-4c22-ac2e-a4b5655c80d5 req-8c84fc77-4f17-46c6-80bf-5f67f9b56a99 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541868 Mar 01 15:59:21.889816 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:59:21.946889 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 15:59:21.950710 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:59:21.951094 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.041129 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:22.041597 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.070955 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:22.073182 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052b3852-977c-4fad-af4e-3516bf6cff43" -d '{"events": [{"server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:22.099316 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:22.107415 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.107795 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 7ac7730f-298e-4dbc-9fb0-022fc06654cb up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:59:22.134593 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128869cc-e6df-43bf-aa5d-3a50202a9453 x-openstack-request-id: req-128869cc-e6df-43bf-aa5d-3a50202a9453 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:22.134923 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:22.135251 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-128869cc-e6df-43bf-aa5d-3a50202a9453 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:22.135681 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'code': 200} Mar 01 15:59:22.192387 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:22.207405 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 7ac7730f-298e-4dbc-9fb0-022fc06654cb completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 15:59:22.212136 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 7ac7730f-298e-4dbc-9fb0-022fc06654cb triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:59:22.212619 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.295255 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edf864-8f9c-48d3-8949-9509ef2ab873 req-baf64376-9b79-49c1-8b69-9ecc1c1b01c8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:22.304248 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e0edf864-8f9c-48d3-8949-9509ef2ab873 req-baf64376-9b79-49c1-8b69-9ecc1c1b01c8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0728023 Mar 01 15:59:22.318266 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 7ac7730f-298e-4dbc-9fb0-022fc06654cb is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:22.318886 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.357518 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 7ac7730f-298e-4dbc-9fb0-022fc06654cb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:22.365535 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.367445 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device bb3f9217-9042-4ab5-882c-960f065cba76 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:59:22.392222 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e0edf864-8f9c-48d3-8949-9509ef2ab873 req-154636cf-6974-4d63-9704-37f576316de5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846334 Mar 01 15:59:22.409237 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ec85-05f3-43fd-bcfb-324fb374c2d1 req-8201ec4b-48c9-47bc-91c0-aa9a28d3bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:22.410996 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0447ec85-05f3-43fd-bcfb-324fb374c2d1 req-8201ec4b-48c9-47bc-91c0-aa9a28d3bc38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1129 time: 0.1037984 Mar 01 15:59:22.490545 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port bb3f9217-9042-4ab5-882c-960f065cba76 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 15:59:22.493366 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0447ec85-05f3-43fd-bcfb-324fb374c2d1 req-438c7316-af11-4eaf-b1b4-e799f669f8eb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754979 Mar 01 15:59:22.499878 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=7ac7730f-298e-4dbc-9fb0-022fc06654cb,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:22.512898 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port bb3f9217-9042-4ab5-882c-960f065cba76 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:59:22.512898 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.526543 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120dc39-1f4a-4d88-a13b-5379fddcc583 req-788cef0e-2042-45de-9f5c-21637f20e511 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:22.535520 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8120dc39-1f4a-4d88-a13b-5379fddcc583 req-788cef0e-2042-45de-9f5c-21637f20e511 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.0955834 Mar 01 15:59:22.603727 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port bb3f9217-9042-4ab5-882c-960f065cba76 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:22.604411 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.641918 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8120dc39-1f4a-4d88-a13b-5379fddcc583 req-3c632425-7ee1-44f5-b5df-b08aa07107c0 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050136 Mar 01 15:59:22.655048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port bb3f9217-9042-4ab5-882c-960f065cba76, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb3f9217-9042-4ab5-882c-960f065cba76,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:22.665955 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.673734 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58668) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:22.695047 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f042-63ce-4638-8078-0f832e376b40 req-c5897693-c3ce-4a4d-830d-c9d3c8cda375 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:22.703679 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cc66f042-63ce-4638-8078-0f832e376b40 req-c5897693-c3ce-4a4d-830d-c9d3c8cda375 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.1154795 Mar 01 15:59:22.736544 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=bb3f9217-9042-4ab5-882c-960f065cba76,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:22.774460 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cc66f042-63ce-4638-8078-0f832e376b40 req-bb64f7bb-b7eb-408a-9f25-4fa1c095f296 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698793 Mar 01 15:59:22.830108 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b9d3044b-34ef-49ad-ab65-8d4c81eef0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.906202 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b9d3044b-34ef-49ad-ab65-8d4c81eef0a4 admin admin] Publish callbacks [] for security_group (6af0de21-4561-4a5b-90c4-ef22e121b40e), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.911128 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b9d3044b-34ef-49ad-ab65-8d4c81eef0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6af0de21-4561-4a5b-90c4-ef22e121b40e), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:22.946329 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3044b-34ef-49ad-ab65-8d4c81eef0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af0de21-4561-4a5b-90c4-ef22e121b40e,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:22.957961 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-b9d3044b-34ef-49ad-ab65-8d4c81eef0a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36d9cfc4b21d4d4d944319c788e43a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829905 Mar 01 15:59:22.958867 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58684) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:23.010658 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8ef33133-f968-4a49-abfd-344c04dafc1d admin admin] Publish callbacks [] for security_group (6af0de21-4561-4a5b-90c4-ef22e121b40e), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.033026 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8ef33133-f968-4a49-abfd-344c04dafc1d admin admin] Publish callbacks [] for security_group (6af0de21-4561-4a5b-90c4-ef22e121b40e), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.080542 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8ef33133-f968-4a49-abfd-344c04dafc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6af0de21-4561-4a5b-90c4-ef22e121b40e), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.083198 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8ef33133-f968-4a49-abfd-344c04dafc1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.086663 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-8ef33133-f968-4a49-abfd-344c04dafc1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6af0de21-4561-4a5b-90c4-ef22e121b40e HTTP/1.1" status: 204 len: 168 time: 0.1239567 Mar 01 15:59:23.096872 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33133-f968-4a49-abfd-344c04dafc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af0de21-4561-4a5b-90c4-ef22e121b40e,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:23.402364 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58698) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:23.420114 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8f5484b9-66fb-4803-b9ec-0f8e7597d4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.499026 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8f5484b9-66fb-4803-b9ec-0f8e7597d4ed admin admin] Publish callbacks [] for security_group (f0993534-8250-4204-8945-b91dff23ca7c), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.504794 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8f5484b9-66fb-4803-b9ec-0f8e7597d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f0993534-8250-4204-8945-b91dff23ca7c), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.513068 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddedb5e-b37d-49c3-a086-7b2bc081894c req-d4b6dda6-2cb1-4fde-946a-f2016d72b6b1 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:23.514567 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ddedb5e-b37d-49c3-a086-7b2bc081894c req-d4b6dda6-2cb1-4fde-946a-f2016d72b6b1 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0608680 Mar 01 15:59:23.546168 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-8f5484b9-66fb-4803-b9ec-0f8e7597d4ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f98eac0d70b44f9bb5fe8857d90446fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424112 Mar 01 15:59:23.547295 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5484b9-66fb-4803-b9ec-0f8e7597d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0993534-8250-4204-8945-b91dff23ca7c,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:23.550308 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58704) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:23.554099 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58706) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:23.575856 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ddedb5e-b37d-49c3-a086-7b2bc081894c req-369a1c98-e53f-41fc-97b2-6de7d9e51081 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557308 Mar 01 15:59:23.613742 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Publish callbacks [] for security_group (f0993534-8250-4204-8945-b91dff23ca7c), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.639147 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Publish callbacks [] for security_group (f0993534-8250-4204-8945-b91dff23ca7c), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.677022 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a0e284cd-113d-4782-be89-9d6a5b8769aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.703735 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f0993534-8250-4204-8945-b91dff23ca7c), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.706390 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.707553 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0993534-8250-4204-8945-b91dff23ca7c HTTP/1.1" status: 204 len: 168 time: 0.1553767 Mar 01 15:59:23.716021 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0993534-8250-4204-8945-b91dff23ca7c,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:23.723481 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.723855 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.724198 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.724528 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.724852 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.725207 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.725544 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.725867 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.726350 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.726844 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.727336 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.727658 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.727971 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c1bd6-85f8-47b1-9754-2c4b0a65847a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:23.801952 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221472-a425-4356-b4ed-84c66848fd3d req-5ec0212d-88f1-4322-b181-b5bedc487689 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:23.803898 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3b221472-a425-4356-b4ed-84c66848fd3d req-5ec0212d-88f1-4322-b181-b5bedc487689 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.0803945 Mar 01 15:59:23.865473 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a0e284cd-113d-4782-be89-9d6a5b8769aa admin admin] Publish callbacks [] for security_group (ad3d2a12-7f2e-4390-8398-9829a248d415), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.890491 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3b221472-a425-4356-b4ed-84c66848fd3d req-9ebfe8eb-7c07-473f-8a22-5a7ca0c41dbc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798371 Mar 01 15:59:23.891270 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a0e284cd-113d-4782-be89-9d6a5b8769aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ad3d2a12-7f2e-4390-8398-9829a248d415), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:23.899005 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device ab0e1459-f0ac-471f-87c8-dc562677b8ea up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 15:59:23.950905 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e284cd-113d-4782-be89-9d6a5b8769aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d2a12-7f2e-4390-8398-9829a248d415,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:23.989308 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port ab0e1459-f0ac-471f-87c8-dc562677b8ea completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 15:59:23.996448 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58734) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:23.996584 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a0e284cd-113d-4782-be89-9d6a5b8769aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17522ac05c89432e9412ef10237f88da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388170 Mar 01 15:59:24.007163 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab9885-df4c-4552-a025-a0952a140a67 req-a68823b7-a383-4a53-92e2-3bb54e44f440 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:24.014908 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port ab0e1459-f0ac-471f-87c8-dc562677b8ea triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 15:59:24.015559 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.015968 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7dab9885-df4c-4552-a025-a0952a140a67 req-a68823b7-a383-4a53-92e2-3bb54e44f440 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 945 time: 0.1591244 Mar 01 15:59:24.100845 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7dab9885-df4c-4552-a025-a0952a140a67 req-ac85aba3-28d5-4760-918f-6b7f09dd88bf tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694742 Mar 01 15:59:24.114076 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-021cdd14-ad51-43a5-84b2-27c2e265db16 admin admin] Publish callbacks [] for security_group (ad3d2a12-7f2e-4390-8398-9829a248d415), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.138146 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac7730f-298e-4dbc-9fb0-022fc06654cb'}, {'server_uuid': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f9217-9042-4ab5-882c-960f065cba76'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:24.140543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6ff2e-4474-4382-beb2-2e0765417063" -d '{"events": [{"server_uuid": "18c27e08-9b02-4d0b-be86-053386fb0e7e", "name": "network-vif-plugged", "status": "completed", "tag": "7ac7730f-298e-4dbc-9fb0-022fc06654cb"}, {"server_uuid": "e1deb879-91ba-4466-9b85-ec6ce9c699f2", "name": "network-vif-plugged", "status": "completed", "tag": "bb3f9217-9042-4ab5-882c-960f065cba76"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:24.176657 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-021cdd14-ad51-43a5-84b2-27c2e265db16 admin admin] Publish callbacks [] for security_group (ad3d2a12-7f2e-4390-8398-9829a248d415), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.198835 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port ab0e1459-f0ac-471f-87c8-dc562677b8ea is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 15:59:24.200642 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.241891 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b0ce4f-9777-49b2-816e-58d318dda3a7 x-openstack-request-id: req-01b0ce4f-9777-49b2-816e-58d318dda3a7 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:24.242968 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c27e08-9b02-4d0b-be86-053386fb0e7e", "name": "network-vif-plugged", "status": "completed", "tag": "7ac7730f-298e-4dbc-9fb0-022fc06654cb", "code": 200}, {"server_uuid": "e1deb879-91ba-4466-9b85-ec6ce9c699f2", "name": "network-vif-plugged", "status": "completed", "tag": "bb3f9217-9042-4ab5-882c-960f065cba76", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:24.243993 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01b0ce4f-9777-49b2-816e-58d318dda3a7 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:24.245353 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac7730f-298e-4dbc-9fb0-022fc06654cb', 'code': 200} Mar 01 15:59:24.246043 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f9217-9042-4ab5-882c-960f065cba76', 'code': 200} Mar 01 15:59:24.313437 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port ab0e1459-f0ac-471f-87c8-dc562677b8ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:24.315331 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-021cdd14-ad51-43a5-84b2-27c2e265db16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ad3d2a12-7f2e-4390-8398-9829a248d415), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.318209 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-021cdd14-ad51-43a5-84b2-27c2e265db16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.320185 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-021cdd14-ad51-43a5-84b2-27c2e265db16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad3d2a12-7f2e-4390-8398-9829a248d415 HTTP/1.1" status: 204 len: 168 time: 0.3225956 Mar 01 15:59:24.325827 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.329985 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-767f123a-0c0d-4c20-8e44-49d82929e17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.333657 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cdd14-ad51-43a5-84b2-27c2e265db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d2a12-7f2e-4390-8398-9829a248d415,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:24.394823 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=ab0e1459-f0ac-471f-87c8-dc562677b8ea,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:24.592392 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012157f9-2874-46fd-a262-f75d62ff6a84 req-8d7f8b42-6cb4-4f46-8dcf-2154f30caf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:24.594408 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-012157f9-2874-46fd-a262-f75d62ff6a84 req-8d7f8b42-6cb4-4f46-8dcf-2154f30caf27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.0790088 Mar 01 15:59:24.610630 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db751172-dd2a-45f3-9c5e-3e440e4138b6 req-3f1cedca-f88e-43e8-b3f0-f957cf10ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:24.612456 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-db751172-dd2a-45f3-9c5e-3e440e4138b6 req-3f1cedca-f88e-43e8-b3f0-f957cf10ac19 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 1129 time: 0.0719991 Mar 01 15:59:24.687803 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-012157f9-2874-46fd-a262-f75d62ff6a84 req-2e0c0a4c-4737-4585-9154-4107e5239575 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866385 Mar 01 15:59:24.702909 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-db751172-dd2a-45f3-9c5e-3e440e4138b6 req-b9f74ec7-ddac-4f29-8cb8-6f61d848b6f3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Mar 01 15:59:24.774233 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66906821-f72a-4545-873f-8daf0657cb71 req-281a39ae-490a-4f95-80ce-197b52c0475e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:24.775883 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-66906821-f72a-4545-873f-8daf0657cb71 req-281a39ae-490a-4f95-80ce-197b52c0475e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0715399 Mar 01 15:59:24.841450 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-66906821-f72a-4545-873f-8daf0657cb71 req-11a900e5-28dd-4561-a63b-2fdf188500f3 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560870 Mar 01 15:59:24.867867 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58776) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:24.883068 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-772fe8b0-94ca-457f-ba3a-756e36317d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:24.995674 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5763c2-67f7-49b5-996e-dde7336f0fff req-329bdcc1-2d27-4215-83e7-ff68a103a43d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:24.997772 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2a5763c2-67f7-49b5-996e-dde7336f0fff req-329bdcc1-2d27-4215-83e7-ff68a103a43d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0757365 Mar 01 15:59:25.008394 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58782) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:25.013119 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'floatingip': {'port_id': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 15:59:25.066399 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e1347-e554-41bf-923e-598e7550a8f1 req-02b6e948-beb6-492f-9016-afcb252be5ad tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:25.068460 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-df5e1347-e554-41bf-923e-598e7550a8f1 req-02b6e948-beb6-492f-9016-afcb252be5ad tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.0697966 Mar 01 15:59:25.095890 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (076aa46d-c3a4-49e3-b079-cd30cc2cd639), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:25.104025 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-772fe8b0-94ca-457f-ba3a-756e36317d4d admin admin] Publish callbacks [] for security_group (217c029d-fe16-4c35-bce8-620b4d4db46d), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:25.154956 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-df5e1347-e554-41bf-923e-598e7550a8f1 req-6c28b1a8-cba4-4b60-a45a-514294414b5c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756729 Mar 01 15:59:25.163014 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-772fe8b0-94ca-457f-ba3a-756e36317d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (217c029d-fe16-4c35-bce8-620b4d4db46d), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:25.242095 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d47b03-1a5b-43ee-a7cc-959295697c44 req-a04234d1-d0b0-469d-bfcf-2e6f6497f596 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:25.243903 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21d47b03-1a5b-43ee-a7cc-959295697c44 req-a04234d1-d0b0-469d-bfcf-2e6f6497f596 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0692551 Mar 01 15:59:25.309011 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21d47b03-1a5b-43ee-a7cc-959295697c44 req-e1d3523c-c1a3-4dbf-8e25-a9034793b75e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Mar 01 15:59:25.532290 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-772fe8b0-94ca-457f-ba3a-756e36317d4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d6a6650a48d44bda7f331ffe102766a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6633039 Mar 01 15:59:25.533167 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58810) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:25.540156 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fe8b0-94ca-457f-ba3a-756e36317d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217c029d-fe16-4c35-bce8-620b4d4db46d,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:25.617983 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Publish callbacks [] for security_group (217c029d-fe16-4c35-bce8-620b4d4db46d), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:25.647173 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Publish callbacks [] for security_group (217c029d-fe16-4c35-bce8-620b4d4db46d), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:25.720210 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (217c029d-fe16-4c35-bce8-620b4d4db46d), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:25.722787 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:25.724137 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/217c029d-fe16-4c35-bce8-620b4d4db46d HTTP/1.1" status: 204 len: 168 time: 0.1899281 Mar 01 15:59:25.736591 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c029d-fe16-4c35-bce8-620b4d4db46d,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:25.748221 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.748574 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.750329 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.750840 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.751382 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.751884 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.752389 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.752880 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.753455 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.754154 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.754730 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.755164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:25.755643 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96d42d-3cca-472f-8011-bb819d042db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 15:59:26.101537 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:26.106723 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (076aa46d-c3a4-49e3-b079-cd30cc2cd639), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:26.248586 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caeffd3-9349-48a9-b20a-e832df0db896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:26.251366 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451859f5-a3fc-4e31-b1eb-c672a020f89f" -d '{"events": [{"server_uuid": "7caeffd3-9349-48a9-b20a-e832df0db896", "name": "network-vif-plugged", "status": "completed", "tag": "ab0e1459-f0ac-471f-87c8-dc562677b8ea"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:26.256592 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Floating IP 076aa46d-c3a4-49e3-b079-cd30cc2cd639 associated. External IP: 172.27.0.34, port: 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8. Mar 01 15:59:26.300737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03609a19-072a-43f5-9fad-edf2b271efe2 x-openstack-request-id: req-03609a19-072a-43f5-9fad-edf2b271efe2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:26.301065 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caeffd3-9349-48a9-b20a-e832df0db896", "name": "network-vif-plugged", "status": "completed", "tag": "ab0e1459-f0ac-471f-87c8-dc562677b8ea", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:26.301330 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03609a19-072a-43f5-9fad-edf2b271efe2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:26.301731 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caeffd3-9349-48a9-b20a-e832df0db896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea', 'code': 200} Mar 01 15:59:26.364213 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b852da-90c9-4181-ae08-5568d717f056 req-e8784081-e7d7-46bf-b838-446f02112a15 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:26.382695 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d3b852da-90c9-4181-ae08-5568d717f056 req-e8784081-e7d7-46bf-b838-446f02112a15 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.1449013 Mar 01 15:59:26.523596 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8c81e85-137b-4b6f-a5b3-b85d0763b1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:26.557116 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d3b852da-90c9-4181-ae08-5568d717f056 req-b6e7a5cb-2c89-4edc-b8dd-3ae45a1bea0c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735899 Mar 01 15:59:26.590276 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dce43d-aa51-4b08-8a68-dce3dc79c238 req-37fd8da2-77d0-4d3c-9365-c8469bdc45d0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:26.592277 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-16dce43d-aa51-4b08-8a68-dce3dc79c238 req-37fd8da2-77d0-4d3c-9365-c8469bdc45d0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1666777 Mar 01 15:59:26.679944 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 15:59:26.742589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe58697-1531-4312-aef4-598a52952468 req-57b9b636-580f-4088-8303-0538a8a02540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:26.744149 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3fe58697-1531-4312-aef4-598a52952468 req-57b9b636-580f-4088-8303-0538a8a02540 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 1130 time: 0.1067462 Mar 01 15:59:26.757984 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-16dce43d-aa51-4b08-8a68-dce3dc79c238 req-738fa548-3c19-4e09-8b4e-0d6ea2cc8e41 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559532 Mar 01 15:59:26.839725 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3fe58697-1531-4312-aef4-598a52952468 req-64b04323-a348-4512-8617-3f03ed3c4bc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813730 Mar 01 15:59:26.888657 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 15:59:26.896597 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:26.911431 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] Sync routers for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 15:59:26.923133 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:59:26.924064 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:59:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:59:26.933621 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-99b7249c-5c97-4b07-8b89-7f9f0060f90c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "PUT /v2.0/floatingips/076aa46d-c3a4-49e3-b079-cd30cc2cd639 HTTP/1.1" status: 200 len: 990 time: 1.9239604 Mar 01 15:59:26.934546 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:26.937755 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4d95dc-9c37-4901-afdc-648770a41e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:26.982647 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce8075-dd2f-4ece-abfd-55db98638c6b x-openstack-request-id: req-83ce8075-dd2f-4ece-abfd-55db98638c6b {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:26.982944 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:26.983213 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83ce8075-dd2f-4ece-abfd-55db98638c6b {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:26.984268 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'status': 'completed', 'code': 200} Mar 01 15:59:27.056183 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:59:27.199435 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-305ae497-8271-46ba-bff9-38711b0f0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:27.205758 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-305ae497-8271-46ba-bff9-38711b0f0808 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1129 time: 0.0693777 Mar 01 15:59:27.464690 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '076aa46d-c3a4-49e3-b079-cd30cc2cd639', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'port_id': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'mac_address': 'fa:16:3e:37:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63525f66-7349-40cb-9809-32743c369e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T15:58:37Z', 'updated_at': '2022-03-01T15:59:25Z', 'revision_number': 1, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:59:27.490079 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-7b760bf2-e4e9-44a7-bd0e-860afa62f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:27.498048 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-7b760bf2-e4e9-44a7-bd0e-860afa62f51d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.2791498 Mar 01 15:59:27.510004 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] Checking router: 39867c20-5d80-44ec-8e9b-35ffb9a99a5a for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 15:59:27.521705 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 15:59:27.522105 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:59:26Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:59:27.695113 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 15:59:27.701451 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-f60d1f69-2c10-40d6-bc10-573aaea93f4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 998 time: 0.1922727 Mar 01 15:59:27.768201 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186028f4-1dae-431d-9d34-7aca7300a971 req-8f1094ba-aeb5-4eaf-b718-406a296b2fa0 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:27.769203 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:27.785914 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-186028f4-1dae-431d-9d34-7aca7300a971 req-8f1094ba-aeb5-4eaf-b718-406a296b2fa0 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.1160934 Mar 01 15:59:27.804815 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-758ba091-55f3-413b-9872-730922b3be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:27.806263 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-758ba091-55f3-413b-9872-730922b3be84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0960081 Mar 01 15:59:27.914522 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-186028f4-1dae-431d-9d34-7aca7300a971 req-b8f65662-4cb5-447c-803a-0a1b32e0b3e1 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203859 Mar 01 15:59:27.958566 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-e609f0b0-90a7-4810-84b3-b8f5733b6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:27.960877 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-e609f0b0-90a7-4810-84b3-b8f5733b6bc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1423650 Mar 01 15:59:28.018670 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58920) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:28.094889 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36833cd-e481-428e-81b7-d7ebca0a15f3 req-d95f2645-718a-45b2-8404-9e2bf055c579 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:28.104184 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a36833cd-e481-428e-81b7-d7ebca0a15f3 req-d95f2645-718a-45b2-8404-9e2bf055c579 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1586175 Mar 01 15:59:28.122032 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '076aa46d-c3a4-49e3-b079-cd30cc2cd639', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'port_id': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'mac_address': 'fa:16:3e:37:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63525f66-7349-40cb-9809-32743c369e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T15:58:37Z', 'updated_at': '2022-03-01T15:59:25Z', 'revision_number': 1, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 15:59:28.159525 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-374c62aa-786e-43ba-9ff8-6eaf6ca4adde service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661096 Mar 01 15:59:28.171178 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9d4c1-a404-4c97-ae7b-0365ee6eb051 None None] The sync data for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi is: [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '076aa46d-c3a4-49e3-b079-cd30cc2cd639', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'port_id': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'mac_address': 'fa:16:3e:37:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63525f66-7349-40cb-9809-32743c369e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T15:58:37Z', 'updated_at': '2022-03-01T15:59:25Z', 'revision_number': 1, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 15:59:28.198897 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a36833cd-e481-428e-81b7-d7ebca0a15f3 req-cd3e19a8-3e3d-47fa-ade3-708d2b4c2d4d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798264 Mar 01 15:59:28.233838 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-241460ff-9d33-4d43-bdb7-d3c7c02ac15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:28.314102 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb4d95dc-9c37-4901-afdc-648770a41e3c req-ce88463d-0b1e-48aa-8f43-d30b3790711a service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460631 Mar 01 15:59:28.384063 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-241460ff-9d33-4d43-bdb7-d3c7c02ac15c admin admin] Publish callbacks [] for security_group (6d43d083-e157-400b-a8d2-206f02d53f13), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:28.389254 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-241460ff-9d33-4d43-bdb7-d3c7c02ac15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6d43d083-e157-400b-a8d2-206f02d53f13), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:28.425695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58942) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:28.426789 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-241460ff-9d33-4d43-bdb7-d3c7c02ac15c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b750048d6fc4785a5c44dfedb31d8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058149 Mar 01 15:59:28.455357 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241460ff-9d33-4d43-bdb7-d3c7c02ac15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43d083-e157-400b-a8d2-206f02d53f13,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:28.508324 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-740e92ce-4451-4135-938a-e239ccfc9f1d admin admin] Publish callbacks [] for security_group (6d43d083-e157-400b-a8d2-206f02d53f13), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:28.541741 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-740e92ce-4451-4135-938a-e239ccfc9f1d admin admin] Publish callbacks [] for security_group (6d43d083-e157-400b-a8d2-206f02d53f13), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:28.543213 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdca3a5-1824-4842-ac99-b5ef21e4f793 None None] New status for floating IP 076aa46d-c3a4-49e3-b079-cd30cc2cd639: ACTIVE {{(pid=102832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 15:59:28.605165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-740e92ce-4451-4135-938a-e239ccfc9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6d43d083-e157-400b-a8d2-206f02d53f13), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:28.610734 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-740e92ce-4451-4135-938a-e239ccfc9f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:28.614852 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-740e92ce-4451-4135-938a-e239ccfc9f1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d43d083-e157-400b-a8d2-206f02d53f13 HTTP/1.1" status: 204 len: 168 time: 0.1880841 Mar 01 15:59:28.625017 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e92ce-4451-4135-938a-e239ccfc9f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43d083-e157-400b-a8d2-206f02d53f13,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:28.966200 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58960) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:28.983083 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b63f436-d144-4f02-b08a-c9acb7d7b0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.057178 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b63f436-d144-4f02-b08a-c9acb7d7b0c5 admin admin] Publish callbacks [] for security_group (92b0d26a-9ed7-424f-bf46-84c7c577ff6d), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.061968 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b63f436-d144-4f02-b08a-c9acb7d7b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (92b0d26a-9ed7-424f-bf46-84c7c577ff6d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.099802 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3b63f436-d144-4f02-b08a-c9acb7d7b0c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8665b112b07146cd83567f5cdaace0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316276 Mar 01 15:59:29.101571 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63f436-d144-4f02-b08a-c9acb7d7b0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b0d26a-9ed7-424f-bf46-84c7c577ff6d,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:29.103074 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58962) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:29.150508 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0c2e2d7a-16fc-4d56-baf7-e5863a127f81 admin admin] Publish callbacks [] for security_group (92b0d26a-9ed7-424f-bf46-84c7c577ff6d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.173277 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0c2e2d7a-16fc-4d56-baf7-e5863a127f81 admin admin] Publish callbacks [] for security_group (92b0d26a-9ed7-424f-bf46-84c7c577ff6d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.180269 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.222892 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0c2e2d7a-16fc-4d56-baf7-e5863a127f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (92b0d26a-9ed7-424f-bf46-84c7c577ff6d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.226129 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0c2e2d7a-16fc-4d56-baf7-e5863a127f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.229917 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0c2e2d7a-16fc-4d56-baf7-e5863a127f81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92b0d26a-9ed7-424f-bf46-84c7c577ff6d HTTP/1.1" status: 204 len: 168 time: 0.1233413 Mar 01 15:59:29.236376 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e2d7a-16fc-4d56-baf7-e5863a127f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b0d26a-9ed7-424f-bf46-84c7c577ff6d,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:29.300242 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d4c54-30b8-4338-9c1c-50508df1dec3 req-e2273796-7e90-4dbf-b3d3-2d60272047a1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:29.301726 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-007d4c54-30b8-4338-9c1c-50508df1dec3 req-e2273796-7e90-4dbf-b3d3-2d60272047a1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0524821 Mar 01 15:59:29.351495 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-007d4c54-30b8-4338-9c1c-50508df1dec3 req-5d97e80b-1a6e-47d0-8a24-7b9d8da98e97 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Mar 01 15:59:29.597694 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58980) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:29.807670 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62385d9-6057-4bff-9857-d762a290b47d req-40ff4f70-5878-49df-af7a-ff7f67c11cc1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:29.815371 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b62385d9-6057-4bff-9857-d762a290b47d req-40ff4f70-5878-49df-af7a-ff7f67c11cc1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0671597 Mar 01 15:59:29.820619 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-72ae4fa5-0a1f-4ebf-82f5-0df3b324247a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.859607 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b62385d9-6057-4bff-9857-d762a290b47d req-dc7ee572-1e06-4183-91a1-c96dd643ea72 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Mar 01 15:59:29.899908 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-72ae4fa5-0a1f-4ebf-82f5-0df3b324247a admin admin] Publish callbacks [] for security_group (01def784-593d-4d17-b30b-fe2e3b30b4cc), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.904972 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-72ae4fa5-0a1f-4ebf-82f5-0df3b324247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (01def784-593d-4d17-b30b-fe2e3b30b4cc), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:29.940084 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae4fa5-0a1f-4ebf-82f5-0df3b324247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01def784-593d-4d17-b30b-fe2e3b30b4cc,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:29.944971 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-72ae4fa5-0a1f-4ebf-82f5-0df3b324247a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbf6a94230c54450925b07869a6dc37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461614 Mar 01 15:59:29.947962 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 58996) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:29.977968 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 58998) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:29.996473 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa8d-7d77-462c-87b6-64b3b7a7cefd admin admin] Publish callbacks [] for security_group (01def784-593d-4d17-b30b-fe2e3b30b4cc), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.017490 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa8d-7d77-462c-87b6-64b3b7a7cefd admin admin] Publish callbacks [] for security_group (01def784-593d-4d17-b30b-fe2e3b30b4cc), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.063802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa8d-7d77-462c-87b6-64b3b7a7cefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (01def784-593d-4d17-b30b-fe2e3b30b4cc), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.066709 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa8d-7d77-462c-87b6-64b3b7a7cefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.067813 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-cf11aa8d-7d77-462c-87b6-64b3b7a7cefd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01def784-593d-4d17-b30b-fe2e3b30b4cc HTTP/1.1" status: 204 len: 168 time: 0.1192970 Mar 01 15:59:30.076429 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa8d-7d77-462c-87b6-64b3b7a7cefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01def784-593d-4d17-b30b-fe2e3b30b4cc,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:30.085184 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c1237938-7d2a-4cdb-99e7-73cff8cc059d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.161461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c1237938-7d2a-4cdb-99e7-73cff8cc059d admin admin] Publish callbacks [] for security_group (7aca6a8f-c771-4dad-9e6b-6805f008e200), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.165123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c1237938-7d2a-4cdb-99e7-73cff8cc059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (7aca6a8f-c771-4dad-9e6b-6805f008e200), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.202305 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1237938-7d2a-4cdb-99e7-73cff8cc059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aca6a8f-c771-4dad-9e6b-6805f008e200,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:30.206897 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-c1237938-7d2a-4cdb-99e7-73cff8cc059d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b720c1ba6c0d44edb6f5c6064424250a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279234 Mar 01 15:59:30.209808 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59006) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:30.216325 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.263185 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d59c8ec6-1d9e-4fb1-b48c-c02c6b2dcb0b admin admin] Publish callbacks [] for security_group (7aca6a8f-c771-4dad-9e6b-6805f008e200), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.285106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d59c8ec6-1d9e-4fb1-b48c-c02c6b2dcb0b admin admin] Publish callbacks [] for security_group (7aca6a8f-c771-4dad-9e6b-6805f008e200), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.332680 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d59c8ec6-1d9e-4fb1-b48c-c02c6b2dcb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (7aca6a8f-c771-4dad-9e6b-6805f008e200), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.335368 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d59c8ec6-1d9e-4fb1-b48c-c02c6b2dcb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.336499 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-d59c8ec6-1d9e-4fb1-b48c-c02c6b2dcb0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7aca6a8f-c771-4dad-9e6b-6805f008e200 HTTP/1.1" status: 204 len: 168 time: 0.1252859 Mar 01 15:59:30.345304 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c8ec6-1d9e-4fb1-b48c-c02c6b2dcb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aca6a8f-c771-4dad-9e6b-6805f008e200,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:30.582323 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.626749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59028) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:30.639433 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-964ec414-8ec3-4553-84e8-0bce0f49c5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.723749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-964ec414-8ec3-4553-84e8-0bce0f49c5c3 admin admin] Publish callbacks [] for security_group (24553777-c1bb-4ff8-b4f5-979eaa0ee242), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.729088 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-964ec414-8ec3-4553-84e8-0bce0f49c5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (24553777-c1bb-4ff8-b4f5-979eaa0ee242), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.768904 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-964ec414-8ec3-4553-84e8-0bce0f49c5c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53de32e0689a468d964e510107d8720f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410432 Mar 01 15:59:30.769766 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ec414-8ec3-4553-84e8-0bce0f49c5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24553777-c1bb-4ff8-b4f5-979eaa0ee242,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:30.771770 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59034) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:30.839914 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ff22bab-55ad-4ae9-98bd-4ec7874484dd admin admin] Publish callbacks [] for security_group (24553777-c1bb-4ff8-b4f5-979eaa0ee242), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.868622 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ff22bab-55ad-4ae9-98bd-4ec7874484dd admin admin] Publish callbacks [] for security_group (24553777-c1bb-4ff8-b4f5-979eaa0ee242), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.923983 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ff22bab-55ad-4ae9-98bd-4ec7874484dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (24553777-c1bb-4ff8-b4f5-979eaa0ee242), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.926638 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1ff22bab-55ad-4ae9-98bd-4ec7874484dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:30.928620 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1ff22bab-55ad-4ae9-98bd-4ec7874484dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24553777-c1bb-4ff8-b4f5-979eaa0ee242 HTTP/1.1" status: 204 len: 168 time: 0.1553223 Mar 01 15:59:30.937025 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff22bab-55ad-4ae9-98bd-4ec7874484dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24553777-c1bb-4ff8-b4f5-979eaa0ee242,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:30.997905 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43349b-8ae4-4b18-9a7c-8d0ba7a97d1a req-95ccab6a-dd4d-43a3-a17f-50ebf1f97197 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:30.999427 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f43349b-8ae4-4b18-9a7c-8d0ba7a97d1a req-95ccab6a-dd4d-43a3-a17f-50ebf1f97197 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0607331 Mar 01 15:59:31.051992 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f43349b-8ae4-4b18-9a7c-8d0ba7a97d1a req-713ebd24-2718-4270-8975-8831f36f69ca tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Mar 01 15:59:32.027407 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59106) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:32.133085 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1195-8c13-4102-94e1-9959edfd21be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:32.172950 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7870-3fc2-4ada-bf9c-98a029a1d01f req-78b9dc81-534d-48e8-9363-709da4c9d805 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:32.174373 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8dfc7870-3fc2-4ada-bf9c-98a029a1d01f req-78b9dc81-534d-48e8-9363-709da4c9d805 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0533860 Mar 01 15:59:32.206667 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1195-8c13-4102-94e1-9959edfd21be admin admin] Publish callbacks [] for security_group (132b0b18-3440-4b40-ad04-6366bc460265), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:32.210919 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1195-8c13-4102-94e1-9959edfd21be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (132b0b18-3440-4b40-ad04-6366bc460265), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:32.221586 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8dfc7870-3fc2-4ada-bf9c-98a029a1d01f req-5d8b16af-6485-4810-9d8c-c5ffa9cb6399 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Mar 01 15:59:32.248605 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-d5cb1195-8c13-4102-94e1-9959edfd21be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a9d7db5ee634f33816e481140ea00af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207808 Mar 01 15:59:32.249529 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb1195-8c13-4102-94e1-9959edfd21be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132b0b18-3440-4b40-ad04-6366bc460265,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:32.251253 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59112) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:32.297960 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a9e54604-cb03-4991-92e8-3e23920ea7fc admin admin] Publish callbacks [] for security_group (132b0b18-3440-4b40-ad04-6366bc460265), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:32.319919 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a9e54604-cb03-4991-92e8-3e23920ea7fc admin admin] Publish callbacks [] for security_group (132b0b18-3440-4b40-ad04-6366bc460265), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:32.364102 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a9e54604-cb03-4991-92e8-3e23920ea7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (132b0b18-3440-4b40-ad04-6366bc460265), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:32.366886 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a9e54604-cb03-4991-92e8-3e23920ea7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:32.368310 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a9e54604-cb03-4991-92e8-3e23920ea7fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/132b0b18-3440-4b40-ad04-6366bc460265 HTTP/1.1" status: 204 len: 168 time: 0.1160047 Mar 01 15:59:32.377657 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e54604-cb03-4991-92e8-3e23920ea7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132b0b18-3440-4b40-ad04-6366bc460265,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:32.890654 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-dc7b79fc-dbcb-41dd-8b42-d7de478aeb90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809486 Mar 01 15:59:32.893165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-e111e33c-e7e3-4ddc-9208-cfc432c05eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:32.894503 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-e111e33c-e7e3-4ddc-9208-cfc432c05eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 1130 time: 0.0566311 Mar 01 15:59:33.040996 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-223b5d0c-8b6e-402c-9611-003ba2994078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:33.042547 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-223b5d0c-8b6e-402c-9611-003ba2994078 service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.1376898 Mar 01 15:59:33.044264 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-12c316b4-99d3-4232-b381-d948978e4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:33.045592 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-12c316b4-99d3-4232-b381-d948978e4d5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9389b8f3d9bc4350a4f322d9e5316c03&device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 1129 time: 0.0813792 Mar 01 15:59:33.099280 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-57d391b7-0eae-4155-93ec-fe8d1b483b0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea HTTP/1.1" status: 200 len: 217 time: 0.0453598 Mar 01 15:59:33.201819 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-80fb836f-82aa-444a-8129-d70787f5307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:33.203313 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-80fb836f-82aa-444a-8129-d70787f5307e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0646191 Mar 01 15:59:33.224617 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-0dd2532c-adbc-4c2c-a9d9-18d2cfa0774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:33.226104 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-0dd2532c-adbc-4c2c-a9d9-18d2cfa0774f service neutron] 10.222.0.64 "GET /v2.0/networks?id=73371abc-61e0-4534-922e-e947e38ad8ea HTTP/1.1" status: 200 len: 913 time: 0.1349416 Mar 01 15:59:33.242871 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-cd6e9321-c0bf-4880-b42c-97ad2dd51fbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307858 Mar 01 15:59:33.291257 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-7b219a91-4782-4766-8489-31614e7bdb20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8487c55-4a03-4fed-9bb4-89917880d9dd HTTP/1.1" status: 200 len: 217 time: 0.0510356 Mar 01 15:59:33.424122 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-38c45f23-3c09-4c85-ad2b-369279cb201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:33.425600 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-38c45f23-3c09-4c85-ad2b-369279cb201e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb2b31a8-b80f-472f-aba4-2fb2dadcb3df HTTP/1.1" status: 200 len: 852 time: 0.1208153 Mar 01 15:59:33.459356 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342501b-afa2-4f62-83eb-af6aee41e3b4 req-b7812ded-0683-4446-ae58-391c4f51d13b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:33.460832 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7342501b-afa2-4f62-83eb-af6aee41e3b4 req-b7812ded-0683-4446-ae58-391c4f51d13b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1579704 Mar 01 15:59:33.477932 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-27ca8564-2c25-4c38-82f5-421318dba16f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73371abc-61e0-4534-922e-e947e38ad8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434940 Mar 01 15:59:33.479762 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-2c326efe-eb85-41be-94b4-48a39de21f91 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985164 Mar 01 15:59:33.627376 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7342501b-afa2-4f62-83eb-af6aee41e3b4 req-6d76da1d-832f-45de-bdc7-e6f65c92beea tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521904 Mar 01 15:59:33.808861 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1e0a21c-b7a5-486d-96c6-896b46db98a8 req-d9977f9f-5813-498b-8068-deaf91d8d2ad service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151991 Mar 01 15:59:33.810549 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-360d6f7a-cddd-48e2-bfd9-68301ef52416 service neutron] 10.222.0.64 "GET /v2.0/networks/73371abc-61e0-4534-922e-e947e38ad8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180442 Mar 01 15:59:34.744247 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8451b-aff7-4491-a898-8e09117df782 req-59a146bf-9bdc-4fa6-96e9-30c21bb40935 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:34.745733 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3af8451b-aff7-4491-a898-8e09117df782 req-59a146bf-9bdc-4fa6-96e9-30c21bb40935 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Mar 01 15:59:34.791385 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3af8451b-aff7-4491-a898-8e09117df782 req-ac4a2a98-be02-4926-ad93-740f6e26540f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Mar 01 15:59:35.148805 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe20cbef-fce5-434e-af8d-66d22abbf67a req-8b8d4038-5e3d-49cf-962d-9a67c5510a9a service neutron] 10.222.0.64 "GET /v2.0/networks/73371abc-61e0-4534-922e-e947e38ad8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885322 Mar 01 15:59:35.905500 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6dc7-283b-4300-8c9c-6ca7d28520d4 req-34552453-6e04-4ea6-8f95-68919d9286da tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:35.906859 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3c8e6dc7-283b-4300-8c9c-6ca7d28520d4 req-34552453-6e04-4ea6-8f95-68919d9286da tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0519226 Mar 01 15:59:35.952868 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3c8e6dc7-283b-4300-8c9c-6ca7d28520d4 req-f8cea223-2411-4fec-8ce0-5f333754b689 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Mar 01 15:59:37.066549 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035b44d-f07a-4fd1-b126-90b169b21eae req-ea690f8b-d935-4299-91e8-eb59f77a0e11 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:37.068062 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3035b44d-f07a-4fd1-b126-90b169b21eae req-ea690f8b-d935-4299-91e8-eb59f77a0e11 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0515101 Mar 01 15:59:37.113533 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3035b44d-f07a-4fd1-b126-90b169b21eae req-76046d5b-26bc-4329-9707-40d9049384a9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Mar 01 15:59:38.237552 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec568a0-e019-4683-ac27-3159dfa3b95e req-41b18dcb-e780-41f1-bc2a-f90c0531ed57 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:38.237552 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cec568a0-e019-4683-ac27-3159dfa3b95e req-41b18dcb-e780-41f1-bc2a-f90c0531ed57 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0571721 Mar 01 15:59:38.281342 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cec568a0-e019-4683-ac27-3159dfa3b95e req-5f2e274f-64ec-44e8-9979-a6aab050dc99 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Mar 01 15:59:39.412327 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27894e6-dae7-4b12-a80a-09afe0df0ff4 req-26a93fdc-82c7-4914-ae45-e99e6bf55213 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:39.414408 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e27894e6-dae7-4b12-a80a-09afe0df0ff4 req-26a93fdc-82c7-4914-ae45-e99e6bf55213 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0644794 Mar 01 15:59:39.465729 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e27894e6-dae7-4b12-a80a-09afe0df0ff4 req-aad88ba5-0f39-48da-b1f4-9faa3fef2c01 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Mar 01 15:59:40.668539 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20444d02-bbef-4c32-b315-a594fea1e865 req-3d3d278d-e9b7-4925-8f8e-3c9b9cbfce0d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:40.670056 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-20444d02-bbef-4c32-b315-a594fea1e865 req-3d3d278d-e9b7-4925-8f8e-3c9b9cbfce0d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0553603 Mar 01 15:59:40.724762 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-20444d02-bbef-4c32-b315-a594fea1e865 req-c23036fb-236b-49d7-addf-8ecbc2da37c6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489907 Mar 01 15:59:40.828571 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5dd4-e8ba-4442-b6f8-112eb8341910 req-7aa477f8-2e8f-4232-9a30-23792b824af5 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:40.830089 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-284a5dd4-e8ba-4442-b6f8-112eb8341910 req-7aa477f8-2e8f-4232-9a30-23792b824af5 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0512478 Mar 01 15:59:40.880245 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-284a5dd4-e8ba-4442-b6f8-112eb8341910 req-378097b5-ebf6-45f0-9f7c-de12cf65c30e tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Mar 01 15:59:41.734031 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 15:59:41.850927 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5e67-324f-4628-8fe2-65b2b502de32 req-12042e94-547b-4de7-a634-c0cab4dbb700 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:41.852896 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2c9e5e67-324f-4628-8fe2-65b2b502de32 req-12042e94-547b-4de7-a634-c0cab4dbb700 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0520132 Mar 01 15:59:41.899685 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2c9e5e67-324f-4628-8fe2-65b2b502de32 req-7d3af7bc-7d5d-48dd-97ab-02645e28a4a0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Mar 01 15:59:42.016238 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a056766-d0be-42b7-a554-af0eb676f36e req-34348574-43db-4393-ac0f-4fdec501f1a6 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:42.017712 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9a056766-d0be-42b7-a554-af0eb676f36e req-34348574-43db-4393-ac0f-4fdec501f1a6 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0595143 Mar 01 15:59:42.067712 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9a056766-d0be-42b7-a554-af0eb676f36e req-19e802dd-99d6-4d37-9c45-55c420a230e9 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Mar 01 15:59:43.032935 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf23-898b-4676-932c-10cf182b5c25 req-a051cb82-39ce-4420-9403-778782075bf7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:43.034444 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1572cf23-898b-4676-932c-10cf182b5c25 req-a051cb82-39ce-4420-9403-778782075bf7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0660801 Mar 01 15:59:43.080995 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1572cf23-898b-4676-932c-10cf182b5c25 req-4a02a6be-3722-485f-9fac-46bdc044f4d7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Mar 01 15:59:43.186808 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0372-b137-41b9-9a05-1793afff78a0 req-1761a6fb-2448-46b1-a130-95bd3524e1fd tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:43.188237 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-38cc0372-b137-41b9-9a05-1793afff78a0 req-1761a6fb-2448-46b1-a130-95bd3524e1fd tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0556455 Mar 01 15:59:43.234077 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-38cc0372-b137-41b9-9a05-1793afff78a0 req-8d1c72ea-2c12-47ed-9b16-e2486b174d22 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Mar 01 15:59:44.194665 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483151a-762d-4f1d-89fd-2142453415cb req-deb9349a-9cfa-4874-a174-5baf6c793ac8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:44.196666 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f483151a-762d-4f1d-89fd-2142453415cb req-deb9349a-9cfa-4874-a174-5baf6c793ac8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0515554 Mar 01 15:59:44.244051 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f483151a-762d-4f1d-89fd-2142453415cb req-ebb77026-d799-4455-a8f5-1159144c4259 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Mar 01 15:59:44.352572 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f5b35-4fd5-4523-9f69-d9abc512166c req-aa22914c-45f5-4e25-8c7b-10c24ea59750 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:44.354071 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b90f5b35-4fd5-4523-9f69-d9abc512166c req-aa22914c-45f5-4e25-8c7b-10c24ea59750 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0524464 Mar 01 15:59:44.406043 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b90f5b35-4fd5-4523-9f69-d9abc512166c req-a455d92e-1ed8-4957-882e-429d73ff4195 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462401 Mar 01 15:59:45.358699 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b286c2-2979-4122-9feb-66ef12a980c3 req-fbc846a0-3e30-4316-9d93-dfc4e3301c2c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:45.360123 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6b286c2-2979-4122-9feb-66ef12a980c3 req-fbc846a0-3e30-4316-9d93-dfc4e3301c2c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0511832 Mar 01 15:59:45.406107 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6b286c2-2979-4122-9feb-66ef12a980c3 req-aeaf3ad0-40fb-4757-81b1-ee8157526400 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Mar 01 15:59:45.530235 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a408fe5-3dd7-4a2f-ac28-d18832f6d69d req-ab00fb11-7ddb-48ed-bb2b-3aed217a7c5c tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:45.531703 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a408fe5-3dd7-4a2f-ac28-d18832f6d69d req-ab00fb11-7ddb-48ed-bb2b-3aed217a7c5c tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0509553 Mar 01 15:59:45.577426 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a408fe5-3dd7-4a2f-ac28-d18832f6d69d req-c5bd5e78-6059-4bf6-8944-1c3f4c8c8a85 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403905 Mar 01 15:59:46.530708 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de535a-e1a4-4202-aad5-afa7492b52c4 req-79755073-8380-4444-ac4d-5061bab64301 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:46.532290 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d4de535a-e1a4-4202-aad5-afa7492b52c4 req-79755073-8380-4444-ac4d-5061bab64301 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0574393 Mar 01 15:59:46.579689 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d4de535a-e1a4-4202-aad5-afa7492b52c4 req-79d1ffb8-6222-4ffd-9a39-dde3efdcb45c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Mar 01 15:59:46.694660 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459a0d-232f-4091-9c33-df83686fb152 req-4cc29685-7fa3-4726-94ad-88bd329fff70 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:46.696627 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b0459a0d-232f-4091-9c33-df83686fb152 req-4cc29685-7fa3-4726-94ad-88bd329fff70 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0524142 Mar 01 15:59:46.753434 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b0459a0d-232f-4091-9c33-df83686fb152 req-aa294df3-0316-486f-a6b5-0f42065e5f54 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Mar 01 15:59:47.699551 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a0efc-8c13-4c22-8e40-92153531ee50 req-3547f1af-29ee-40b9-8206-c59475cf458e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:47.701059 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f36a0efc-8c13-4c22-8e40-92153531ee50 req-3547f1af-29ee-40b9-8206-c59475cf458e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0560677 Mar 01 15:59:47.754001 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f36a0efc-8c13-4c22-8e40-92153531ee50 req-b3f47cb9-3dc7-4de9-8e9d-02fded8dfc95 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Mar 01 15:59:47.870572 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7e84-99de-4cec-8ebd-675ba8eb7bf4 req-90c256be-2396-4b13-9e8f-1239d53658bf tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:47.872071 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5e5b7e84-99de-4cec-8ebd-675ba8eb7bf4 req-90c256be-2396-4b13-9e8f-1239d53658bf tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0513291 Mar 01 15:59:47.919386 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5e5b7e84-99de-4cec-8ebd-675ba8eb7bf4 req-e478e59c-3a89-4e0f-8e35-ee371877c515 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Mar 01 15:59:48.680326 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59510) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:48.795874 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-dd3ee9c9-6d26-41ae-8e28-340da783f98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:48.907439 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90003bd-4a7f-42b4-9269-6ebc826a9bec req-05df1f60-e14d-40ef-bb0d-55f107b188c1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:48.908907 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a90003bd-4a7f-42b4-9269-6ebc826a9bec req-05df1f60-e14d-40ef-bb0d-55f107b188c1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0848565 Mar 01 15:59:48.919610 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-dd3ee9c9-6d26-41ae-8e28-340da783f98e admin admin] Publish callbacks [] for security_group (79d3b775-98f3-4d25-affa-7ff12a3a05fd), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:48.926134 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-dd3ee9c9-6d26-41ae-8e28-340da783f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (79d3b775-98f3-4d25-affa-7ff12a3a05fd), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:48.989295 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-dd3ee9c9-6d26-41ae-8e28-340da783f98e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3072636c76aa40988df4a0e562f5da17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078010 Mar 01 15:59:48.990007 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ee9c9-6d26-41ae-8e28-340da783f98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d3b775-98f3-4d25-affa-7ff12a3a05fd,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:48.992992 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59518) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:49.022608 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a90003bd-4a7f-42b4-9269-6ebc826a9bec req-e35353c7-487a-4db5-ad7f-328c334a82ce tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056132 Mar 01 15:59:49.047867 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4618c9cb-e7bc-4e47-bbb4-0c3009bc4a2f admin admin] Publish callbacks [] for security_group (79d3b775-98f3-4d25-affa-7ff12a3a05fd), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.075202 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4618c9cb-e7bc-4e47-bbb4-0c3009bc4a2f admin admin] Publish callbacks [] for security_group (79d3b775-98f3-4d25-affa-7ff12a3a05fd), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.078069 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6954a-8efd-47fb-ac4d-fac93c8bec66 req-63cd4f4b-c69b-4597-80d5-de78dc89f494 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:49.079799 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05a6954a-8efd-47fb-ac4d-fac93c8bec66 req-63cd4f4b-c69b-4597-80d5-de78dc89f494 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0867372 Mar 01 15:59:49.133831 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4618c9cb-e7bc-4e47-bbb4-0c3009bc4a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (79d3b775-98f3-4d25-affa-7ff12a3a05fd), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.136470 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4618c9cb-e7bc-4e47-bbb4-0c3009bc4a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.137822 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-4618c9cb-e7bc-4e47-bbb4-0c3009bc4a2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79d3b775-98f3-4d25-affa-7ff12a3a05fd HTTP/1.1" status: 204 len: 168 time: 0.1433487 Mar 01 15:59:49.143030 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05a6954a-8efd-47fb-ac4d-fac93c8bec66 req-31404f6e-4aa4-4f97-8105-2722f3d0caa1 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/security-groups?id=2098f9a0-7944-4fac-9009-ba09923c2d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574241 Mar 01 15:59:49.147803 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618c9cb-e7bc-4e47-bbb4-0c3009bc4a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d3b775-98f3-4d25-affa-7ff12a3a05fd,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:49.425482 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59548) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:49.439358 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dfd79276-ee1b-44d4-a0f9-5336ec3f6d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.518610 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dfd79276-ee1b-44d4-a0f9-5336ec3f6d5b admin admin] Publish callbacks [] for security_group (f7fd9787-da73-4d41-9f43-ffec66f106df), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.522581 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dfd79276-ee1b-44d4-a0f9-5336ec3f6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f7fd9787-da73-4d41-9f43-ffec66f106df), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.559676 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd79276-ee1b-44d4-a0f9-5336ec3f6d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fd9787-da73-4d41-9f43-ffec66f106df,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:49.576275 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-dfd79276-ee1b-44d4-a0f9-5336ec3f6d5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6545b6cdd0c4e409220ee05fd5fbfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491714 Mar 01 15:59:49.577122 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59554) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:49.608636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-12400c88-fc40-4f2d-bb0c-b656118f01a4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:49.610096 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-12400c88-fc40-4f2d-bb0c-b656118f01a4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.64 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 945 time: 0.0854855 Mar 01 15:59:49.729535 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59562) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:49.740163 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2ed936d5-ad76-48b1-b1af-a1a18007baeb admin admin] Publish callbacks [] for security_group (f7fd9787-da73-4d41-9f43-ffec66f106df), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.786877 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2ed936d5-ad76-48b1-b1af-a1a18007baeb admin admin] Publish callbacks [] for security_group (f7fd9787-da73-4d41-9f43-ffec66f106df), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.828454 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Deleting port b8487c55-4a03-4fed-9bb4-89917880d9dd {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 15:59:49.829082 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.843318 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-569cb3c7-18cc-4ac9-b64d-fd22ac06c0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.896623 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2ed936d5-ad76-48b1-b1af-a1a18007baeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f7fd9787-da73-4d41-9f43-ffec66f106df), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.899399 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2ed936d5-ad76-48b1-b1af-a1a18007baeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.900578 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-2ed936d5-ad76-48b1-b1af-a1a18007baeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7fd9787-da73-4d41-9f43-ffec66f106df HTTP/1.1" status: 204 len: 168 time: 0.3215868 Mar 01 15:59:49.921261 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed936d5-ad76-48b1-b1af-a1a18007baeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fd9787-da73-4d41-9f43-ffec66f106df,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:49.922645 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-569cb3c7-18cc-4ac9-b64d-fd22ac06c0f8 admin admin] Publish callbacks [] for security_group (8ba18e96-4db5-44a4-a52a-cc64099c05f3), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.934360 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-569cb3c7-18cc-4ac9-b64d-fd22ac06c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (8ba18e96-4db5-44a4-a52a-cc64099c05f3), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.941578 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] For port b8487c55-4a03-4fed-9bb4-89917880d9dd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8487c55-4a03-4fed-9bb4-89917880d9dd,segment=NetworkSegment(13ecfe2c-ccf3-40e2-8b82-0c58a73a979c),segment_id=13ecfe2c-ccf3-40e2-8b82-0c58a73a979c)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 15:59:49.942128 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:49.960663 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Calling delete_port for b8487c55-4a03-4fed-9bb4-89917880d9dd owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 15:59:49.978789 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cb3c7-18cc-4ac9-b64d-fd22ac06c0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba18e96-4db5-44a4-a52a-cc64099c05f3,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:49.983294 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-569cb3c7-18cc-4ac9-b64d-fd22ac06c0f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29db67635ef24f759d955fa4bab59c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526560 Mar 01 15:59:49.985985 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59568) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:50.042403 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-aa4c96d2-f1b2-45a2-a16a-b0dc2fd80ecb admin admin] Publish callbacks [] for security_group (8ba18e96-4db5-44a4-a52a-cc64099c05f3), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.069513 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-aa4c96d2-f1b2-45a2-a16a-b0dc2fd80ecb admin admin] Publish callbacks [] for security_group (8ba18e96-4db5-44a4-a52a-cc64099c05f3), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.130123 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-aa4c96d2-f1b2-45a2-a16a-b0dc2fd80ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (8ba18e96-4db5-44a4-a52a-cc64099c05f3), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.133079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-aa4c96d2-f1b2-45a2-a16a-b0dc2fd80ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.134405 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-aa4c96d2-f1b2-45a2-a16a-b0dc2fd80ecb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ba18e96-4db5-44a4-a52a-cc64099c05f3 HTTP/1.1" status: 204 len: 168 time: 0.1472948 Mar 01 15:59:50.153694 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c96d2-f1b2-45a2-a16a-b0dc2fd80ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba18e96-4db5-44a4-a52a-cc64099c05f3,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:50.196992 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4f20d-c002-45e5-b566-4910f543a6d1 req-7702eafb-a3fb-4ddf-9e31-58c0a9ec7771 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:50.198904 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-99b4f20d-c002-45e5-b566-4910f543a6d1 req-7702eafb-a3fb-4ddf-9e31-58c0a9ec7771 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0937967 Mar 01 15:59:50.252378 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (b8487c55-4a03-4fed-9bb4-89917880d9dd), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.456818 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['b8487c55-4a03-4fed-9bb4-89917880d9dd'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 15:59:50.532760 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Pushing event deleted for resources: {'Port': ['ID=b8487c55-4a03-4fed-9bb4-89917880d9dd,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:50.537508 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-49953f6b-fbd8-451c-b1f4-251479914c15 req-6ac8120c-db93-404c-81a2-b6fab70bac8b tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.2728345 Mar 01 15:59:50.561695 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-99b4f20d-c002-45e5-b566-4910f543a6d1 req-5a4a16bc-7e51-43cc-ba53-7eca95cbac9d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509874 Mar 01 15:59:50.561695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] No DVR routers for this DVR port b8487c55-4a03-4fed-9bb4-89917880d9dd on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 15:59:50.561695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.563703 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-718b6d57-7b0e-49b5-ab6b-3f4aedd13ac0 req-349ce89f-d5b9-454d-8223-79ad1960cdd4 tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.64 "DELETE /v2.0/ports/b8487c55-4a03-4fed-9bb4-89917880d9dd HTTP/1.1" status: 204 len: 173 time: 0.9456224 Mar 01 15:59:50.564191 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'name': 'network-vif-deleted', 'tag': 'b8487c55-4a03-4fed-9bb4-89917880d9dd'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 15:59:50.577640 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd6070-bc98-4db5-9b54-87626a6440b1" -d '{"events": [{"server_uuid": "91d6fc44-d9af-4004-b38e-f6d84d075f93", "name": "network-vif-deleted", "tag": "b8487c55-4a03-4fed-9bb4-89917880d9dd"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 15:59:50.660585 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bebe0b7-1092-4d86-ad20-73bb5cf484d4 x-openstack-request-id: req-1bebe0b7-1092-4d86-ad20-73bb5cf484d4 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 15:59:50.661370 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d6fc44-d9af-4004-b38e-f6d84d075f93", "name": "network-vif-deleted", "tag": "b8487c55-4a03-4fed-9bb4-89917880d9dd", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 15:59:50.661370 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bebe0b7-1092-4d86-ad20-73bb5cf484d4 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 15:59:50.662533 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d6fc44-d9af-4004-b38e-f6d84d075f93', 'name': 'network-vif-deleted', 'tag': 'b8487c55-4a03-4fed-9bb4-89917880d9dd', 'status': 'completed', 'code': 200} Mar 01 15:59:50.757137 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59600) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:50.771609 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-bd52496a-d99d-49f3-8a07-4ecb92a35eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.859801 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-bd52496a-d99d-49f3-8a07-4ecb92a35eaf admin admin] Publish callbacks [] for security_group (97f1e993-bb9a-47e5-8c57-655f13b8b7b8), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.865898 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-bd52496a-d99d-49f3-8a07-4ecb92a35eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (97f1e993-bb9a-47e5-8c57-655f13b8b7b8), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:50.921056 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52496a-d99d-49f3-8a07-4ecb92a35eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f1e993-bb9a-47e5-8c57-655f13b8b7b8,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:50.928677 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-bd52496a-d99d-49f3-8a07-4ecb92a35eaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f61125e1e06340d6ae2ef06b12ff940f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704195 Mar 01 15:59:50.932344 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59612) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:51.004079 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-135e9c98-7488-4f69-a9ed-ec76850b4f3a admin admin] Publish callbacks [] for security_group (97f1e993-bb9a-47e5-8c57-655f13b8b7b8), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:51.026509 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-135e9c98-7488-4f69-a9ed-ec76850b4f3a admin admin] Publish callbacks [] for security_group (97f1e993-bb9a-47e5-8c57-655f13b8b7b8), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:51.083823 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-135e9c98-7488-4f69-a9ed-ec76850b4f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (97f1e993-bb9a-47e5-8c57-655f13b8b7b8), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:51.088960 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-135e9c98-7488-4f69-a9ed-ec76850b4f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:51.091439 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-135e9c98-7488-4f69-a9ed-ec76850b4f3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97f1e993-bb9a-47e5-8c57-655f13b8b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1577926 Mar 01 15:59:51.104114 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e9c98-7488-4f69-a9ed-ec76850b4f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f1e993-bb9a-47e5-8c57-655f13b8b7b8,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:51.781632 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-53261781-137f-42a7-87c4-4c0ee3be7e97 req-1fd9bef2-af96-4a77-a085-2507ee3c689f tempest-DeleteServersTestJSON-130897494 tempest-DeleteServersTestJSON-130897494-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d6fc44-d9af-4004-b38e-f6d84d075f93 HTTP/1.1" status: 200 len: 210 time: 0.0376704 Mar 01 15:59:51.815428 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b73758-fa2c-428c-aa2b-25a8b35e363f req-37a2b806-fae3-4728-adc6-25953a476592 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:51.816756 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-63b73758-fa2c-428c-aa2b-25a8b35e363f req-37a2b806-fae3-4728-adc6-25953a476592 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1227586 Mar 01 15:59:51.877617 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-63b73758-fa2c-428c-aa2b-25a8b35e363f req-e1c25325-ca1f-4ea2-914d-50f8a491e08d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Mar 01 15:59:52.682361 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59720) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:52.789043 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6105df14-a583-459e-b1e5-0c74bfbc6a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:52.884388 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6105df14-a583-459e-b1e5-0c74bfbc6a33 admin admin] Publish callbacks [] for security_group (42751307-90da-4cf3-8430-50eca187fc81), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:52.888467 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6105df14-a583-459e-b1e5-0c74bfbc6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (42751307-90da-4cf3-8430-50eca187fc81), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:52.934300 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59738) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:52.949680 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-6105df14-a583-459e-b1e5-0c74bfbc6a33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e0235195d684f9f9a73b6fac6eda15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661159 Mar 01 15:59:52.950658 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105df14-a583-459e-b1e5-0c74bfbc6a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42751307-90da-4cf3-8430-50eca187fc81,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:53.031035 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c878-ecb4-4140-a1e3-1731813fff8b req-9f81e8a0-9f49-4fbe-aa9a-7541c9d70109 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:53.032692 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6d22c878-ecb4-4140-a1e3-1731813fff8b req-9f81e8a0-9f49-4fbe-aa9a-7541c9d70109 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0595932 Mar 01 15:59:53.039031 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-33333399-6c18-46b0-b26f-1dc8d7d80083 admin admin] Publish callbacks [] for security_group (42751307-90da-4cf3-8430-50eca187fc81), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.082861 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-33333399-6c18-46b0-b26f-1dc8d7d80083 admin admin] Publish callbacks [] for security_group (42751307-90da-4cf3-8430-50eca187fc81), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.086465 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6d22c878-ecb4-4140-a1e3-1731813fff8b req-c7cc1196-d870-44d4-8ad6-ff7843dc70d1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469861 Mar 01 15:59:53.150054 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-33333399-6c18-46b0-b26f-1dc8d7d80083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (42751307-90da-4cf3-8430-50eca187fc81), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.154178 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-33333399-6c18-46b0-b26f-1dc8d7d80083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.157816 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-33333399-6c18-46b0-b26f-1dc8d7d80083 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42751307-90da-4cf3-8430-50eca187fc81 HTTP/1.1" status: 204 len: 168 time: 0.2201908 Mar 01 15:59:53.164551 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33333399-6c18-46b0-b26f-1dc8d7d80083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42751307-90da-4cf3-8430-50eca187fc81,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:53.438977 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59774) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:53.456394 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d684fa33-c1df-4361-b7fd-e117d54c356f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.543065 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d684fa33-c1df-4361-b7fd-e117d54c356f admin admin] Publish callbacks [] for security_group (121142f9-4dcb-40d3-a4ae-4c497bb4b54f), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.547761 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d684fa33-c1df-4361-b7fd-e117d54c356f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (121142f9-4dcb-40d3-a4ae-4c497bb4b54f), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.587548 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-d684fa33-c1df-4361-b7fd-e117d54c356f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7048f64514b745ba8495fa2a8d643c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474204 Mar 01 15:59:53.588421 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684fa33-c1df-4361-b7fd-e117d54c356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121142f9-4dcb-40d3-a4ae-4c497bb4b54f,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:53.590430 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59790) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:53.648524 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc3bf80-3de1-4644-8418-5c7c47f0649c admin admin] Publish callbacks [] for security_group (121142f9-4dcb-40d3-a4ae-4c497bb4b54f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.672346 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc3bf80-3de1-4644-8418-5c7c47f0649c admin admin] Publish callbacks [] for security_group (121142f9-4dcb-40d3-a4ae-4c497bb4b54f), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.729149 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc3bf80-3de1-4644-8418-5c7c47f0649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (121142f9-4dcb-40d3-a4ae-4c497bb4b54f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.731794 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc3bf80-3de1-4644-8418-5c7c47f0649c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:53.735789 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3cc3bf80-3de1-4644-8418-5c7c47f0649c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/121142f9-4dcb-40d3-a4ae-4c497bb4b54f HTTP/1.1" status: 204 len: 168 time: 0.1414034 Mar 01 15:59:53.741292 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3bf80-3de1-4644-8418-5c7c47f0649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121142f9-4dcb-40d3-a4ae-4c497bb4b54f,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:54.218747 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34ea11-f722-4f84-bf65-f8dcc555f615 req-bec4bd96-306e-482f-8248-3c6d37c371f8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:54.220337 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a34ea11-f722-4f84-bf65-f8dcc555f615 req-bec4bd96-306e-482f-8248-3c6d37c371f8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0605071 Mar 01 15:59:54.280747 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a34ea11-f722-4f84-bf65-f8dcc555f615 req-4c5eb8ef-c980-4245-b2f5-387fd8d4e64b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528860 Mar 01 15:59:54.314904 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-358d39d6-c760-4267-a3bb-8dc64fcefc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.521308 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59878) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:54.626566 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-83e97d1c-d23e-4d1c-9288-f50e2352ea62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.709272 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-83e97d1c-d23e-4d1c-9288-f50e2352ea62 admin admin] Publish callbacks [] for security_group (f4645f99-1a7d-4d21-b0ca-82e0b49ec218), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.713961 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-83e97d1c-d23e-4d1c-9288-f50e2352ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f4645f99-1a7d-4d21-b0ca-82e0b49ec218), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.755992 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-83e97d1c-d23e-4d1c-9288-f50e2352ea62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f62dc07e89f4c478a2624b18d5c214f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335715 Mar 01 15:59:54.758099 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e97d1c-d23e-4d1c-9288-f50e2352ea62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4645f99-1a7d-4d21-b0ca-82e0b49ec218,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:54.759413 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59890) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:54.808962 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5e53ac9f-46ba-443e-bef6-d9d51c9293d4 admin admin] Publish callbacks [] for security_group (f4645f99-1a7d-4d21-b0ca-82e0b49ec218), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.830354 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5e53ac9f-46ba-443e-bef6-d9d51c9293d4 admin admin] Publish callbacks [] for security_group (f4645f99-1a7d-4d21-b0ca-82e0b49ec218), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.878496 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5e53ac9f-46ba-443e-bef6-d9d51c9293d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f4645f99-1a7d-4d21-b0ca-82e0b49ec218), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.881048 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5e53ac9f-46ba-443e-bef6-d9d51c9293d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:54.882876 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-5e53ac9f-46ba-443e-bef6-d9d51c9293d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4645f99-1a7d-4d21-b0ca-82e0b49ec218 HTTP/1.1" status: 204 len: 168 time: 0.1217539 Mar 01 15:59:54.890341 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ac9f-46ba-443e-bef6-d9d51c9293d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4645f99-1a7d-4d21-b0ca-82e0b49ec218,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:55.152172 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 59908) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:55.165704 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0df3de69-3676-44c1-be5f-0136dc59f8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:55.238562 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0df3de69-3676-44c1-be5f-0136dc59f8a0 admin admin] Publish callbacks [] for security_group (92c77743-e9a9-4444-8f26-8c6666d88225), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:55.242231 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0df3de69-3676-44c1-be5f-0136dc59f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (92c77743-e9a9-4444-8f26-8c6666d88225), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:55.279317 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3de69-3676-44c1-be5f-0136dc59f8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c77743-e9a9-4444-8f26-8c6666d88225,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:55.286601 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 59914) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 15:59:55.295822 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0df3de69-3676-44c1-be5f-0136dc59f8a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=551aebf087784eb4851ce49a2a880ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422327 Mar 01 15:59:55.335527 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-18e06b9e-af33-4dde-b03e-5193b3efc973 admin admin] Publish callbacks [] for security_group (92c77743-e9a9-4444-8f26-8c6666d88225), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:55.358619 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-18e06b9e-af33-4dde-b03e-5193b3efc973 admin admin] Publish callbacks [] for security_group (92c77743-e9a9-4444-8f26-8c6666d88225), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:55.434325 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55275674-97f5-4982-8507-94a5bfd0fb61 req-7abf6bb4-5c73-46bd-8633-1c4560fb9ce5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:55.435900 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-55275674-97f5-4982-8507-94a5bfd0fb61 req-7abf6bb4-5c73-46bd-8633-1c4560fb9ce5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0800555 Mar 01 15:59:55.453378 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-18e06b9e-af33-4dde-b03e-5193b3efc973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (92c77743-e9a9-4444-8f26-8c6666d88225), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:55.456147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-18e06b9e-af33-4dde-b03e-5193b3efc973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:55.459948 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-18e06b9e-af33-4dde-b03e-5193b3efc973 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92c77743-e9a9-4444-8f26-8c6666d88225 HTTP/1.1" status: 204 len: 168 time: 0.1698601 Mar 01 15:59:55.477791 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e06b9e-af33-4dde-b03e-5193b3efc973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c77743-e9a9-4444-8f26-8c6666d88225,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 15:59:55.531038 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-55275674-97f5-4982-8507-94a5bfd0fb61 req-69943252-0ecb-4df6-b5e8-82034a939fab tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882347 Mar 01 15:59:55.813788 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b8487c55-4a03-4fed-9bb4-89917880d9dd no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 15:59:55.842413 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: b8487c55-4a03-4fed-9bb4-89917880d9dd {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 15:59:55.842766 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b8487c55-4a03-4fed-9bb4-89917880d9dd not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 15:59:56.516199 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d374c21c-74a5-4cd7-a99f-b437640f0a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:56.660060 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96a697-97a6-41fe-a054-c8aea73cbcdd req-45a83403-0447-4da5-bc72-45cce56d1211 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:56.661579 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2e96a697-97a6-41fe-a054-c8aea73cbcdd req-45a83403-0447-4da5-bc72-45cce56d1211 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0649207 Mar 01 15:59:56.719593 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2e96a697-97a6-41fe-a054-c8aea73cbcdd req-33dcc258-685c-4005-a446-3294aa6b270a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509787 Mar 01 15:59:57.756339 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 15:59:57.837551 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3b5c1-fe6a-4b8d-b3a3-b138a6d0d3b3 req-c89d904c-a2c1-406f-a06c-3a47ed92f52d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:57.839036 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95a3b5c1-fe6a-4b8d-b3a3-b138a6d0d3b3 req-c89d904c-a2c1-406f-a06c-3a47ed92f52d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0564842 Mar 01 15:59:57.884659 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95a3b5c1-fe6a-4b8d-b3a3-b138a6d0d3b3 req-3f0912bc-480a-47a5-bcb2-102a023bd040 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Mar 01 15:59:59.002070 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db8da9-6906-4933-bfe4-0fc9336cd2fa req-d317a246-9830-43d0-bbf5-d1841de6dd5f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 15:59:59.003483 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-30db8da9-6906-4933-bfe4-0fc9336cd2fa req-d317a246-9830-43d0-bbf5-d1841de6dd5f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0546186 Mar 01 15:59:59.054428 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-30db8da9-6906-4933-bfe4-0fc9336cd2fa req-d215b128-4235-41b4-8e8a-1bedc4bd804d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 Mar 01 15:59:59.189022 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:00.173964 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41dc69-3a63-4838-a396-b7d51a8c5c82 req-f47f8665-3d43-4c58-b965-61651a5e8dcc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:00.175356 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6e41dc69-3a63-4838-a396-b7d51a8c5c82 req-f47f8665-3d43-4c58-b965-61651a5e8dcc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0521004 Mar 01 16:00:00.204639 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:00.223171 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6e41dc69-3a63-4838-a396-b7d51a8c5c82 req-a9a66cd6-368f-4b19-8e73-049149b2dec8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Mar 01 16:00:00.587676 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:00.612539 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-0c080746-f385-4833-a98f-0ca9a59581ff tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:00.613995 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-0c080746-f385-4833-a98f-0ca9a59581ff tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.1082242 Mar 01 16:00:00.628049 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-ac2aa2d5-c589-42af-b989-f69c571934c0 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/quotas/972c09cd4939430ca54bf3b51dfad76a HTTP/1.1" status: 200 len: 375 time: 0.0087895 Mar 01 16:00:00.681613 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-f339aeb4-4c82-401e-b2e1-41320a029467 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484331 Mar 01 16:00:00.769355 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-2651bc5c-177b-4b4b-9b95-056827ca435b service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809538 Mar 01 16:00:00.862951 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-f21e6f1e-f116-4668-af4c-291197dfad75 service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874023 Mar 01 16:00:01.019050 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d9fa98ee-9a03-4d42-8d03-61e467a2175c req-d88bbc9d-0e8a-44dd-9884-2057eb70212c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 210 time: 0.0301979 Mar 01 16:00:01.340216 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e0f07-a606-47e0-afae-62238a3dc7c2 req-e90fa8c7-1815-4f77-b5c8-cdd107c4ab68 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:01.341739 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b22e0f07-a606-47e0-afae-62238a3dc7c2 req-e90fa8c7-1815-4f77-b5c8-cdd107c4ab68 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0519035 Mar 01 16:00:01.393777 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b22e0f07-a606-47e0-afae-62238a3dc7c2 req-bbd3fcd1-6135-4858-b137-849e8b33a6f2 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Mar 01 16:00:01.631167 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60092) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:01.684553 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] Deleting subnet bb2b31a8-b80f-472f-aba4-2fb2dadcb3df {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:00:01.687729 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] Publish callbacks [] for subnet (bb2b31a8-b80f-472f-aba4-2fb2dadcb3df), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:01.722613 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] Publish callbacks [] for subnet (bb2b31a8-b80f-472f-aba4-2fb2dadcb3df), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:01.732697 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (bb2b31a8-b80f-472f-aba4-2fb2dadcb3df), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:01.788227 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (bb2b31a8-b80f-472f-aba4-2fb2dadcb3df), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:01.811324 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2b31a8-b80f-472f-aba4-2fb2dadcb3df,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:01.817321 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:01.820703 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3f7d0077-1d7a-44d5-8b9c-24dbffce01a3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bb2b31a8-b80f-472f-aba4-2fb2dadcb3df HTTP/1.1" status: 204 len: 168 time: 0.1882131 Mar 01 16:00:01.823171 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60094) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:01.893301 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (73371abc-61e0-4534-922e-e947e38ad8ea), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:01.989445 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (73371abc-61e0-4534-922e-e947e38ad8ea), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.011352 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.011726 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.012471 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.012823 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > port after_create 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.013163 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.013480 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > port after_update 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.013816 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.014133 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.014449 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.014769 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.134400 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.134888 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.135327 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.135699 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:00:02.136072 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73371abc-61e0-4534-922e-e947e38ad8ea']}} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:02.202712 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ecfe2c-ccf3-40e2-8b82-0c58a73a979c') {'for_net_delete': True} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:02.203019 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ecfe2c-ccf3-40e2-8b82-0c58a73a979c') {} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:02.210475 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fb013ff6-2e74-4459-9eb1-c87b6971009e req-361122c0-dd2b-4bef-883f-8bcb2c704692 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 210 time: 0.0664136 Mar 01 16:00:02.259870 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126393803'] for segment (13ecfe2c-ccf3-40e2-8b82-0c58a73a979c), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.293673 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (13ecfe2c-ccf3-40e2-8b82-0c58a73a979c), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.312092 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:00:02.312521 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826518'] for segment (13ecfe2c-ccf3-40e2-8b82-0c58a73a979c), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: from cryptography.utils import int_from_bytes Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: from cryptography.utils import int_from_bytes Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: Traceback (most recent call last): Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: timer() Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: cb(*args, **kw) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: return func(*args, **kwargs) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: self._notify() Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: self.callback(batched_events) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: event.method(event) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: return f(self, *a, **k) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._get(url).json() Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: return self.request(url, 'GET', **kwargs) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:00:02.334653 dv-cinder-778193-21-iscsi neutron-server[102831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:00:02.419194 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-2983411c-503a-4e30-b145-557727c5402c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:02.420676 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-2983411c-503a-4e30-b145-557727c5402c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.2784121 Mar 01 16:00:02.424261 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (73371abc-61e0-4534-922e-e947e38ad8ea), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.435331 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Request body: {'port': {'device_id': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'admin_state_up': True, 'tenant_id': '972c09cd4939430ca54bf3b51dfad76a'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:02.438575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.441576 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/73371abc-61e0-4534-922e-e947e38ad8ea HTTP/1.1" status: 204 len: 168 time: 0.6174128 Mar 01 16:00:02.464570 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63893cc6-6504-43f0-a19d-dc867a1af0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=73371abc-61e0-4534-922e-e947e38ad8ea,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:02.581989 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2211b2-03f3-4b08-90d3-d752be4a36d2 req-90c393b0-59be-4010-9c90-0ad21076a63b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:02.583485 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6e2211b2-03f3-4b08-90d3-d752be4a36d2 req-90c393b0-59be-4010-9c90-0ad21076a63b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1200678 Mar 01 16:00:02.618802 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Made reservation on behalf of 972c09cd4939430ca54bf3b51dfad76a for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:02.620892 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60118) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:02.622037 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.655326 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6e2211b2-03f3-4b08-90d3-d752be4a36d2 req-84133735-32d7-4031-9729-522fc17d9edf tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644584 Mar 01 16:00:02.666318 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60122) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:02.666582 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0a3e9d5b-dabf-483e-a011-d8eeaefc48e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9389b8f3d9bc4350a4f322d9e5316c03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427115 Mar 01 16:00:02.790036 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-60765c8b-2245-4a73-8607-388dd64c74a1 admin admin] Publish callbacks [] for security_group (2098f9a0-7944-4fac-9009-ba09923c2d61), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.807582 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Allocated IP 172.20.0.7 (abc91343-9562-4611-b94c-a2ac6d0affb1/3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41/28021ebf-ac6f-4f29-bc6e-fdc43e589ce4) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:02.825785 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-60765c8b-2245-4a73-8607-388dd64c74a1 admin admin] Publish callbacks [] for security_group (2098f9a0-7944-4fac-9009-ba09923c2d61), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.933195 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-60765c8b-2245-4a73-8607-388dd64c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2098f9a0-7944-4fac-9009-ba09923c2d61), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.935579 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-60765c8b-2245-4a73-8607-388dd64c74a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:02.936794 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-60765c8b-2245-4a73-8607-388dd64c74a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2098f9a0-7944-4fac-9009-ba09923c2d61 HTTP/1.1" status: 204 len: 168 time: 0.2692473 Mar 01 16:00:02.949958 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60765c8b-2245-4a73-8607-388dd64c74a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2098f9a0-7944-4fac-9009-ba09923c2d61,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:03.005418 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks [] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.044923 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.061512 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:00:03.091790 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Network abc91343-9562-4611-b94c-a2ac6d0affb1 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:03.094796 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:03.099336 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:03.106599 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event updated for resources: {'Port': ['ID=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:03.166553 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:03.167342 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.186176 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-9777285b-da98-4626-ab30-2981e9b85441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544384 Mar 01 16:00:03.231253 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Request body: {'port': {'device_id': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:03.298745 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.455029 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ced0b-11d4-4798-bfa9-96bd583ed3b4 req-b0bf62a5-54c9-40b0-93ac-695674af5963 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:03.456534 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a59ced0b-11d4-4798-bfa9-96bd583ed3b4 req-b0bf62a5-54c9-40b0-93ac-695674af5963 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 931 time: 0.1417606 Mar 01 16:00:03.565495 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a59ced0b-11d4-4798-bfa9-96bd583ed3b4 req-4ba4542c-362e-485e-877c-ac4cea3e20fb tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999196 Mar 01 16:00:03.674192 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:00:03.682371 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Publish callbacks [] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.700137 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Transition to ACTIVE for port object 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:00:03.704552 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.756606 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60172) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:03.776882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Pushing event updated for resources: {'Port': ['ID=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:03.854202 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-network', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:03.867913 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e311-9a27-4751-9108-302c2eae9b4e req-dc2b5619-cca3-482f-baa2-6d37afdc5c6a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:03.869394 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7e92e311-9a27-4751-9108-302c2eae9b4e req-dc2b5619-cca3-482f-baa2-6d37afdc5c6a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1164842 Mar 01 16:00:03.877852 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Made reservation on behalf of 53da311ba2c842d1a0628aa3209fcf0e for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:03.880902 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.889990 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.892671 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Attempting to bind port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:03.893008 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Attempting to bind port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:03.893336 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Attempting to bind port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:03.904491 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 on network abc91343-9562-4611-b94c-a2ac6d0affb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:00:03.904809 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Attempting to bind port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:03.913736 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:03.914164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Checking segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:03.914592 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Bound using segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:03.915084 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Bound port: 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:03.915461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.952075 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7e92e311-9a27-4751-9108-302c2eae9b4e req-d3659441-7059-4736-9d41-41d84e550009 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705483 Mar 01 16:00:03.962657 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks [] for security_group (6b9ff0f5-7684-46cf-be2e-4fff7d5165c9), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.968155 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6b9ff0f5-7684-46cf-be2e-4fff7d5165c9), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:03.995958 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:00:04.005165 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9ff0f5-7684-46cf-be2e-4fff7d5165c9,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:04.013832 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (ecbee813-7fa7-4408-8b3f-b5339bfa28c1), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.014169 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Added segment ecbee813-7fa7-4408-8b3f-b5339bfa28c1 of type vlan for network d8959349-b58e-4359-93fd-fce25042566b Mar 01 16:00:04.058585 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (d8959349-b58e-4359-93fd-fce25042566b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.088064 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (d8959349-b58e-4359-93fd-fce25042566b), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.089018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:04.089597 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.139013 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3807738 Mar 01 16:00:04.142049 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60178) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:04.150126 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b085be-42f0-4aa5-a486-0c7834cc3df7 admin admin] Pushing event updated for resources: {'Network': ['ID=d8959349-b58e-4359-93fd-fce25042566b,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:04.152025 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Request body: {'subnet': {'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-subnet', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:04.161943 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network d8959349-b58e-4359-93fd-fce25042566b details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:00:04.180690 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] For port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:04.185307 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] For port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:04.193244 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Made reservation on behalf of 53da311ba2c842d1a0628aa3209fcf0e for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:04.196635 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3493225'] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.200066 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.276050 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:04.276655 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.278300 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] 10.222.0.64 "PUT /v2.0/ports/28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 HTTP/1.1" status: 200 len: 1093 time: 1.0510967 Mar 01 16:00:04.282106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'tag': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:04.284418 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29f29c8-b7ba-41a8-8302-176dfc3b14f4" -d '{"events": [{"name": "network-changed", "server_uuid": "267ae9b2-7cdf-489a-9c76-2bba2378979c", "tag": "28021ebf-ac6f-4f29-bc6e-fdc43e589ce4"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:04.321365 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5832a2-7c05-4b28-ae3c-ea0720deb81c service neutron] Pushing event updated for resources: {'Port': ['ID=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:04.326789 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a5da2d-5dca-4ea4-b210-44020e476e41 x-openstack-request-id: req-c8a5da2d-5dca-4ea4-b210-44020e476e41 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:04.327079 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267ae9b2-7cdf-489a-9c76-2bba2378979c", "tag": "28021ebf-ac6f-4f29-bc6e-fdc43e589ce4", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:04.327391 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8a5da2d-5dca-4ea4-b210-44020e476e41 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:04.327778 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'tag': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', 'status': 'completed', 'code': 200} Mar 01 16:00:04.419615 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126826639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3493211'] for subnet (a942c5ae-e6b5-49a8-9bb5-101429b96b32), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.489906 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a942c5ae-e6b5-49a8-9bb5-101429b96b32,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:04.497865 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Checking segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:04.498422 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Network hostable DHCP agents. Network: d8959349-b58e-4359-93fd-fce25042566b, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:00:04.516538 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Network d8959349-b58e-4359-93fd-fce25042566b is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:00:04.526438 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, d8959349-b58e-4359-93fd-fce25042566b) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:04.531422 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:04.532047 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.535414 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb15d19-1a1c-4b06-9e54-c3732f41fa32 None None] Network d8959349-b58e-4359-93fd-fce25042566b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:00:04.547418 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-1d41ed64-af5f-4744-a456-9fbb561374b4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4039590 Mar 01 16:00:04.550032 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60184) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:04.555354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:04.575413 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (e26f41fe-1720-4f65-8f93-41c363934507), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.576517 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (e26f41fe-1720-4f65-8f93-41c363934507), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.631584 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks [] for router_controller (e26f41fe-1720-4f65-8f93-41c363934507), precommit_add_association {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.658068 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-d8959349-b58e-4359-93fd-fce25042566b', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:00:04.659530 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.791707 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Allocated IP 172.20.0.2 (d8959349-b58e-4359-93fd-fce25042566b/a942c5ae-e6b5-49a8-9bb5-101429b96b32/3c35ae55-c41e-4417-8a91-3971777dc18d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:04.853431 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks [] for router_gateway (e26f41fe-1720-4f65-8f93-41c363934507), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.865586 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c730f-1832-4879-851a-9be988e04d5a req-32a4a7c8-058c-4e6e-85ae-0b68d722fcc6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:04.867631 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-677c730f-1832-4879-851a-9be988e04d5a req-32a4a7c8-058c-4e6e-85ae-0b68d722fcc6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.2114296 Mar 01 16:00:04.939096 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Publish callbacks [] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.945142 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:04.950969 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-677c730f-1832-4879-851a-9be988e04d5a req-16edc7e1-c81c-401c-811c-cbd2cf98a986 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721984 Mar 01 16:00:04.985917 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Network d8959349-b58e-4359-93fd-fce25042566b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:04.988833 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:04.993088 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:05.021442 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Pushing event updated for resources: {'Port': ['ID=3c35ae55-c41e-4417-8a91-3971777dc18d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:05.047855 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.048233 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.048613 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.048944 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.049281 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.049615 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.049959 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.050293 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.050617 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.050960 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.051316 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.051758 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.051957 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:05.065275 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Attempting to bind port 3c35ae55-c41e-4417-8a91-3971777dc18d on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:05.065653 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Attempting to bind port 3c35ae55-c41e-4417-8a91-3971777dc18d by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:05.066018 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Attempting to bind port 3c35ae55-c41e-4417-8a91-3971777dc18d on network d8959349-b58e-4359-93fd-fce25042566b {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:05.071136 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:05.071547 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Checking segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:05.071953 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.072347 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Bound using segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:05.072813 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Bound port: 3c35ae55-c41e-4417-8a91-3971777dc18d, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:05.073192 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.139638 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] For port 3c35ae55-c41e-4417-8a91-3971777dc18d, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:05.142769 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] For port 3c35ae55-c41e-4417-8a91-3971777dc18d, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=3c35ae55-c41e-4417-8a91-3971777dc18d,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:05.148919 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.156145 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4c697-1420-402e-8e80-7531154b5ad0 req-39095a94-6813-4078-913c-980cc78d4a02 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:05.157619 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b2a4c697-1420-402e-8e80-7531154b5ad0 req-39095a94-6813-4078-913c-980cc78d4a02 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1305077 Mar 01 16:00:05.159356 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks [] for router_gateway (e26f41fe-1720-4f65-8f93-41c363934507), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.191154 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.209195 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb517d5-28ae-47cc-af15-28933c127b4d None None] Pushing event updated for resources: {'Port': ['ID=3c35ae55-c41e-4417-8a91-3971777dc18d,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:05.310322 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b2a4c697-1420-402e-8e80-7531154b5ad0 req-41f32cee-7848-4ee5-8410-2f7ba78205e0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425672 Mar 01 16:00:05.370148 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Allocated IP 172.27.0.12 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/646ee5c7-77d6-4016-b737-2de5a408f503) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:05.494032 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks [] for port (646ee5c7-77d6-4016-b737-2de5a408f503), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.529408 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.569415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:05.572180 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:05.575521 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:05.580750 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Pushing event updated for resources: {'Port': ['ID=646ee5c7-77d6-4016-b737-2de5a408f503,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:05.696158 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3c35ae55-c41e-4417-8a91-3971777dc18d up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:05.755468 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 3c35ae55-c41e-4417-8a91-3971777dc18d triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:05.755857 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.838292 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 3c35ae55-c41e-4417-8a91-3971777dc18d is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:05.838690 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.872768 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 3c35ae55-c41e-4417-8a91-3971777dc18d, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=3c35ae55-c41e-4417-8a91-3971777dc18d,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:05.877118 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:05.929299 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=3c35ae55-c41e-4417-8a91-3971777dc18d,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:06.101750 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks [] for router_gateway (e26f41fe-1720-4f65-8f93-41c363934507), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:06.150275 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77757b-f0f4-44ed-8e80-3f4a456f5a3a None None] Network d8959349-b58e-4359-93fd-fce25042566b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:00:06.156132 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a536e-b39c-48f0-8942-61ca8d0589ee req-12c65f4a-1b64-41d2-9bf4-9997f611c5a5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:06.157645 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-db8a536e-b39c-48f0-8942-61ca8d0589ee req-12c65f4a-1b64-41d2-9bf4-9997f611c5a5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.1284547 Mar 01 16:00:06.249396 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-db8a536e-b39c-48f0-8942-61ca8d0589ee req-17e45451-81ff-48a0-9bcf-623af263a232 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Mar 01 16:00:06.266080 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-a6e4c74b-6571-46b9-8400-ba19f432c836 None None] Provisioning complete for port 3c35ae55-c41e-4417-8a91-3971777dc18d triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:06.266552 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c74b-6571-46b9-8400-ba19f432c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:06.347495 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (e26f41fe-1720-4f65-8f93-41c363934507), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:06.363280 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4c74b-6571-46b9-8400-ba19f432c836 None None] Current status of the port 3c35ae55-c41e-4417-8a91-3971777dc18d is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:06.491902 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a7103-f637-4f27-a0e0-4d133bb52ee2 req-378583d1-52cc-4fbe-a2f4-47927a40ae2f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:06.493351 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-eb5a7103-f637-4f27-a0e0-4d133bb52ee2 req-378583d1-52cc-4fbe-a2f4-47927a40ae2f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0988512 Mar 01 16:00:06.562785 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Router e26f41fe-1720-4f65-8f93-41c363934507 is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:00:06.568219 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-eb5a7103-f637-4f27-a0e0-4d133bb52ee2 req-e272a101-a5d7-47ca-be34-387794a9a5f0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670872 Mar 01 16:00:06.586566 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-9597d20d-9fb7-4e60-b715-1762171ac2ed None None] Provisioning complete for port 3c35ae55-c41e-4417-8a91-3971777dc18d triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:06.586944 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9597d20d-9fb7-4e60-b715-1762171ac2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:06.666461 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9597d20d-9fb7-4e60-b715-1762171ac2ed None None] Current status of the port 3c35ae55-c41e-4417-8a91-3971777dc18d is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:06.676179 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:00:06.684871 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Sync routers for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:00:06.692107 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:06.693406 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-6d541b2f-64e0-4623-b487-a44775b55bfb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1424296 Mar 01 16:00:06.695890 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:06.696514 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:59:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:06.696847 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60212) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:06.807589 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:06.977367 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:05Z', 'revision_number': 3, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:07.006521 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Checking router: e26f41fe-1720-4f65-8f93-41c363934507 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:00:07.006879 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Updating router e26f41fe-1720-4f65-8f93-41c363934507 port 646ee5c7-77d6-4016-b737-2de5a408f503 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:00:07.033543 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.107554 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.263752 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Allocated IP 172.20.0.1 (d8959349-b58e-4359-93fd-fce25042566b/a942c5ae-e6b5-49a8-9bb5-101429b96b32/9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:07.280464 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Publish callbacks [] for port (646ee5c7-77d6-4016-b737-2de5a408f503), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.285917 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.345999 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Pushing event updated for resources: {'Port': ['ID=646ee5c7-77d6-4016-b737-2de5a408f503,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:07.350597 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Attempting to bind port 646ee5c7-77d6-4016-b737-2de5a408f503 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:07.351006 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Attempting to bind port 646ee5c7-77d6-4016-b737-2de5a408f503 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:07.351521 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Attempting to bind port 646ee5c7-77d6-4016-b737-2de5a408f503 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:07.358157 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.358534 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.358905 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.359276 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.359613 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.359967 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.360319 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.360658 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.360990 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.361332 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.361772 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.362096 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.362422 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:07.368050 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:07.368411 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks [] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.368591 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:07.368788 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.369181 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:07.369650 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Bound port: 646ee5c7-77d6-4016-b737-2de5a408f503, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:07.370027 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.381471 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657a5c4-bef1-4249-a8fa-a2c4be1472fa req-547eda9e-bbfd-45b3-8865-7d1bb8787876 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:07.383656 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c657a5c4-bef1-4249-a8fa-a2c4be1472fa req-547eda9e-bbfd-45b3-8865-7d1bb8787876 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.0657718 Mar 01 16:00:07.402688 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.429984 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] For port 646ee5c7-77d6-4016-b737-2de5a408f503, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:07.433523 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] For port 646ee5c7-77d6-4016-b737-2de5a408f503, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=646ee5c7-77d6-4016-b737-2de5a408f503,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:07.437682 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c657a5c4-bef1-4249-a8fa-a2c4be1472fa req-6ee425a9-1cd8-42f2-b619-4c0bd95c8b47 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478795 Mar 01 16:00:07.440255 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.443891 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Network d8959349-b58e-4359-93fd-fce25042566b is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:07.447453 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:07.450890 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:07.451388 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (e26f41fe-1720-4f65-8f93-41c363934507), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.488045 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:07.503869 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd96b-7a66-4ca7-91f1-80b7d2486049 None None] Pushing event updated for resources: {'Port': ['ID=646ee5c7-77d6-4016-b737-2de5a408f503,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:07.511795 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:07.512398 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:59:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:07.597482 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.646374 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:07.712117 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3c35ae55-c41e-4417-8a91-3971777dc18d up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:07.740314 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5fc3-2fab-4da8-aae4-01f88cf9e379 req-4ff10f1f-6cbe-4a16-b688-20cc2e72626b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:07.748707 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1edb5fc3-2fab-4da8-aae4-01f88cf9e379 req-4ff10f1f-6cbe-4a16-b688-20cc2e72626b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0887904 Mar 01 16:00:07.775608 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 3c35ae55-c41e-4417-8a91-3971777dc18d triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:07.776110 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.793571 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1edb5fc3-2fab-4da8-aae4-01f88cf9e379 req-8366c404-0e1f-4412-aa43-2121e3ff0552 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Mar 01 16:00:07.843626 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-7b380ed5-3e72-4f55-aca7-765ff9565771 None None] Provisioning complete for port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:07.844195 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b380ed5-3e72-4f55-aca7-765ff9565771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.847013 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks [] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.853673 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.854532 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (e26f41fe-1720-4f65-8f93-41c363934507), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:07.905308 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7b380ed5-3e72-4f55-aca7-765ff9565771 None None] Port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:07.920207 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 3c35ae55-c41e-4417-8a91-3971777dc18d is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:07.922403 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:05Z', 'revision_number': 3, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:07.949483 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:07.949680 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1e6a-be24-4759-b7b4-85ee79c3e3d0 None None] The sync data for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi is: [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:05Z', 'revision_number': 3, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:00:07.990882 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Network d8959349-b58e-4359-93fd-fce25042566b is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:07.992365 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:08.115373 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Router e26f41fe-1720-4f65-8f93-41c363934507 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:00:08.236241 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-d9391af3-9bcf-498d-a8e3-65b9ed971af7 None None] Provisioning complete for port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:08.237442 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9391af3-9bcf-498d-a8e3-65b9ed971af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:08.250970 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:00:08.259009 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-894ada39-ea8d-4b9c-b99e-d099724075b4 admin admin] 10.222.0.10 "PUT /v2.0/routers/e26f41fe-1720-4f65-8f93-41c363934507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5584214 Mar 01 16:00:08.276108 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d9391af3-9bcf-498d-a8e3-65b9ed971af7 None None] Port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:08.563943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a5e41-6875-4ade-805f-02636b3786f4 req-e17b2fb9-7c06-46f5-ad76-8c41462ecb3c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:08.565566 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f53a5e41-6875-4ade-805f-02636b3786f4 req-e17b2fb9-7c06-46f5-ad76-8c41462ecb3c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.0562940 Mar 01 16:00:08.622423 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f53a5e41-6875-4ade-805f-02636b3786f4 req-f9ad657a-b7c5-4309-bc45-10ed675c0c6a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Mar 01 16:00:08.785973 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60242) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:08.791040 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-1d491c33-baa5-4b72-b260-9114b89f253a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854138621', 'description': 'tempest-description--620133521'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:08.811188 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d491c33-baa5-4b72-b260-9114b89f253a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:08.885195 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d491c33-baa5-4b72-b260-9114b89f253a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (538ad9c4-0cab-4e06-8d36-6e6085889213), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:08.889363 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d491c33-baa5-4b72-b260-9114b89f253a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (538ad9c4-0cab-4e06-8d36-6e6085889213), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:08.921927 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d491c33-baa5-4b72-b260-9114b89f253a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538ad9c4-0cab-4e06-8d36-6e6085889213,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:08.929829 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d491c33-baa5-4b72-b260-9114b89f253a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:08.933383 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1d491c33-baa5-4b72-b260-9114b89f253a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1436594 Mar 01 16:00:08.933790 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60250) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:08.934685 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f29c8-b7ba-41a8-8302-176dfc3b14f4 req-81e02c50-e084-4265-b74b-77d9a0c9b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:08.938088 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a29f29c8-b7ba-41a8-8302-176dfc3b14f4 req-81e02c50-e084-4265-b74b-77d9a0c9b05b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 1127 time: 0.1130860 Mar 01 16:00:08.938918 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-387853b8-9c5d-410d-86fd-5371653bcf1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'security_group_rule': {'security_group_id': '538ad9c4-0cab-4e06-8d36-6e6085889213', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:08.945070 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7793a7-a73b-45d9-b498-a7c10a77aad3 req-d52000d4-da17-4c8a-899d-4645d2f7fb3b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:08.946516 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be7793a7-a73b-45d9-b498-a7c10a77aad3 req-d52000d4-da17-4c8a-899d-4645d2f7fb3b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0808127 Mar 01 16:00:08.968014 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-387853b8-9c5d-410d-86fd-5371653bcf1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (6504d023-a0c1-4f12-86f4-9e307bdd05c0), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:08.994664 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be7793a7-a73b-45d9-b498-a7c10a77aad3 req-487985a6-0009-4a08-8495-b5ce5b6f38a9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Mar 01 16:00:09.035538 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-387853b8-9c5d-410d-86fd-5371653bcf1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (6504d023-a0c1-4f12-86f4-9e307bdd05c0), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.039621 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-387853b8-9c5d-410d-86fd-5371653bcf1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (6504d023-a0c1-4f12-86f4-9e307bdd05c0), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.059128 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387853b8-9c5d-410d-86fd-5371653bcf1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6504d023-a0c1-4f12-86f4-9e307bdd05c0,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:09.066633 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-387853b8-9c5d-410d-86fd-5371653bcf1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.067996 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-387853b8-9c5d-410d-86fd-5371653bcf1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330795 Mar 01 16:00:09.070639 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60252) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:09.074847 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-2755861b-5e12-48eb-b0f7-68b6062d531c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'security_group_rule': {'security_group_id': '538ad9c4-0cab-4e06-8d36-6e6085889213', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:09.099082 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2755861b-5e12-48eb-b0f7-68b6062d531c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (53d4e071-b287-46f2-802a-bafcc4ccbaa4), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.154675 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2755861b-5e12-48eb-b0f7-68b6062d531c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (53d4e071-b287-46f2-802a-bafcc4ccbaa4), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.159771 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2755861b-5e12-48eb-b0f7-68b6062d531c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (53d4e071-b287-46f2-802a-bafcc4ccbaa4), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.179752 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755861b-5e12-48eb-b0f7-68b6062d531c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d4e071-b287-46f2-802a-bafcc4ccbaa4,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:09.184754 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2755861b-5e12-48eb-b0f7-68b6062d531c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.186091 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2755861b-5e12-48eb-b0f7-68b6062d531c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145000 Mar 01 16:00:09.189057 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60254) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:09.193881 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:09.215128 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.315942 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.325050 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f29c8-b7ba-41a8-8302-176dfc3b14f4 req-795f3958-8f91-493f-a130-c89e1ec40b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:09.326759 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a29f29c8-b7ba-41a8-8302-176dfc3b14f4 req-795f3958-8f91-493f-a130-c89e1ec40b78 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=972c09cd4939430ca54bf3b51dfad76a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1749978 Mar 01 16:00:09.421406 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Allocated IP 172.27.0.23 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/c5f66681-54b5-4656-bf24-7cca9f610a55) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:09.499753 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Sync routers for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:00:09.511997 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:09.512696 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:59:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:09.539495 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.577833 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.634677 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:09.635514 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:09.636351 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:09.638451 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'Port': ['ID=c5f66681-54b5-4656-bf24-7cca9f610a55,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:09.640681 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:09.705526 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f29c8-b7ba-41a8-8302-176dfc3b14f4 req-8f9ec364-80d8-4b49-aae8-551dcd855331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:09.707289 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a29f29c8-b7ba-41a8-8302-176dfc3b14f4 req-8f9ec364-80d8-4b49-aae8-551dcd855331 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3738513 Mar 01 16:00:09.755573 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.782660 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 646ee5c7-77d6-4016-b737-2de5a408f503 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:09.801458 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:09.825860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-a68f3d58-d5a7-45d3-85a9-6fb000e44911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:09.827356 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-a68f3d58-d5a7-45d3-85a9-6fb000e44911 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 1127 time: 0.0690799 Mar 01 16:00:09.834910 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed1c12-f786-484f-a14d-0c0295d94c64 req-833290d6-41ce-41d0-bc5b-5c9b28f85d5f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:09.836288 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f5ed1c12-f786-484f-a14d-0c0295d94c64 req-833290d6-41ce-41d0-bc5b-5c9b28f85d5f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.1124742 Mar 01 16:00:09.921668 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-e48aef29-ac7a-4e14-8882-4798b9f4c7b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 HTTP/1.1" status: 200 len: 217 time: 0.0421300 Mar 01 16:00:09.929278 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f5ed1c12-f786-484f-a14d-0c0295d94c64 req-aefd4a03-aa2e-431c-b373-675ee92896a9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859296 Mar 01 16:00:09.987029 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-093d3aea-5081-4a28-93f8-52b725f4b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:09.988487 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-093d3aea-5081-4a28-93f8-52b725f4b30f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.0582459 Mar 01 16:00:10.022469 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.028655 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.029203 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-909d89b7-9af2-40ba-81b8-97448ed7f575 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343802 Mar 01 16:00:10.075079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'Port': ['ID=c5f66681-54b5-4656-bf24-7cca9f610a55,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:10.083249 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.095461 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 646ee5c7-77d6-4016-b737-2de5a408f503 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:10.095845 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.104066 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.105472 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-af1bc142-4f92-4fac-8c20-571da7b96074 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9154372 Mar 01 16:00:10.202266 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 2, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:10.205345 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 646ee5c7-77d6-4016-b737-2de5a408f503 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:10.205926 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.206054 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90119f7c-76dd-44c9-b881-8162e6009afc req-e79071c0-381e-4035-9a69-9c9e3910d865 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:10.207602 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90119f7c-76dd-44c9-b881-8162e6009afc req-e79071c0-381e-4035-9a69-9c9e3910d865 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0865428 Mar 01 16:00:10.209586 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-19bc19be-6bd6-47d8-9072-a9c278f01b69 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718156 Mar 01 16:00:10.243869 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Checking router: e26f41fe-1720-4f65-8f93-41c363934507 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:00:10.244268 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Updating router e26f41fe-1720-4f65-8f93-41c363934507 port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:00:10.281368 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 646ee5c7-77d6-4016-b737-2de5a408f503, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=646ee5c7-77d6-4016-b737-2de5a408f503,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:10.287646 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.291589 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.344903 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90119f7c-76dd-44c9-b881-8162e6009afc req-6aecace9-590f-47bb-9d3c-481c94cf5e6f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310189 Mar 01 16:00:10.370517 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-150d6cbb-6d8c-46a8-9b6f-7944bce51edd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1854138621&fields=id&tenant_id=53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 267 time: 0.1161103 Mar 01 16:00:10.390722 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=646ee5c7-77d6-4016-b737-2de5a408f503,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:10.409803 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b7285934-fba5-4086-b02c-21ce8e625b2f req-300a32ae-c5cc-4dff-8a3d-03dca78b5040 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891730 Mar 01 16:00:10.506104 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-efdace12-1b45-4484-b3e6-ac17d71e9b5b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:10.507766 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-efdace12-1b45-4484-b3e6-ac17d71e9b5b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 817 time: 0.1264899 Mar 01 16:00:10.521933 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-bfcd134b-1711-4001-b610-aca39005c6ec tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/quotas/53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 375 time: 0.0088282 Mar 01 16:00:10.576878 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-f0532b0c-0894-4c75-be96-505976ee5144 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496023 Mar 01 16:00:10.620644 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Publish callbacks [] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.626235 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.674084 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d9674-bcd6-426f-8cab-13e95d2033db None None] Pushing event updated for resources: {'Port': ['ID=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:10.691097 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-5ec29ec0-3420-4472-ada7-26752124345f service neutron] 10.222.0.10 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991883 Mar 01 16:00:10.731477 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Attempting to bind port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:10.731810 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Attempting to bind port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:10.732586 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Attempting to bind port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 on network d8959349-b58e-4359-93fd-fce25042566b {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:10.738210 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:10.738790 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Checking segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:10.739319 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.739909 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Bound using segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:10.740463 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Bound port: 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:10.742735 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.801757 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-8d167f10-cb40-4e12-a70c-8e35b277a402 service neutron] 10.222.0.10 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048703 Mar 01 16:00:10.820138 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] For port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:10.823832 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] For port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:10.829998 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:10.888967 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:10.889659 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T15:59:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:10.891590 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d9674-bcd6-426f-8cab-13e95d2033db None None] Pushing event updated for resources: {'Port': ['ID=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:10.962174 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-53dcf7c5-2dc2-448c-b9b6-9a3c18c04611 None None] Provisioning complete for port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:10.962780 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53dcf7c5-2dc2-448c-b9b6-9a3c18c04611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:11.040749 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5799507a-5b33-462f-bc1b-d2cd7b16f111 req-a15a35a7-f7d1-4e92-999f-2ffc45c39037 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 210 time: 0.0596106 Mar 01 16:00:11.064119 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:11.129642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0fb4d-4d91-4e80-bbac-5e36542822ed req-d8fe1249-9b4a-4e0c-b042-5a30241d494d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:11.139801 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80a0fb4d-4d91-4e80-bbac-5e36542822ed req-d8fe1249-9b4a-4e0c-b042-5a30241d494d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.0797830 Mar 01 16:00:11.201549 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80a0fb4d-4d91-4e80-bbac-5e36542822ed req-503f1a60-9686-467d-871b-c01eb4e113f6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Mar 01 16:00:11.214901 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-53dcf7c5-2dc2-448c-b9b6-9a3c18c04611 None None] Current status of the port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:11.215318 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53dcf7c5-2dc2-448c-b9b6-9a3c18c04611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:11.268802 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-53dcf7c5-2dc2-448c-b9b6-9a3c18c04611 None None] For port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:11.274432 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53dcf7c5-2dc2-448c-b9b6-9a3c18c04611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:11.353650 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf7c5-2dc2-448c-b9b6-9a3c18c04611 None None] Pushing event updated for resources: {'Port': ['ID=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:11.373224 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:11.407342 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b842b92-2a5a-4d47-9df2-1a8dee78b127 None None] The sync data for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi is: [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:00:11.421498 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-363c1414-fe8a-4b5a-baaa-0c59d96d6720 None None] Provisioning complete for port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:11.421914 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-363c1414-fe8a-4b5a-baaa-0c59d96d6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:11.578616 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-363c1414-fe8a-4b5a-baaa-0c59d96d6720 None None] Current status of the port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:11.582064 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f03b3-041f-4353-9b1b-e9692ce48e7b req-645814f3-a941-446d-83f9-d8c369de8db9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:11.583907 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ba4f03b3-041f-4353-9b1b-e9692ce48e7b req-645814f3-a941-446d-83f9-d8c369de8db9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1393759 Mar 01 16:00:11.652080 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ba4f03b3-041f-4353-9b1b-e9692ce48e7b req-a75dd0a9-474b-4733-96f9-338c2ba94838 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Mar 01 16:00:11.787553 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:11.850738 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:11.850738 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:11.924877 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:11.926013 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 646ee5c7-77d6-4016-b737-2de5a408f503 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:11.973678 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 646ee5c7-77d6-4016-b737-2de5a408f503 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:11.974059 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:12.065606 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 646ee5c7-77d6-4016-b737-2de5a408f503 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:12.136584 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5a3613c4-d610-4230-9db5-eb9edf8722ea req-60c8464a-bdcf-4057-9014-1cf9219c408d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 210 time: 0.0280066 Mar 01 16:00:12.323868 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f9a2-2a7f-472a-a6fc-e2d16bbc509f req-7c2378ad-20af-4637-95e3-7ee991ea8c22 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:12.325405 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-78e2f9a2-2a7f-472a-a6fc-e2d16bbc509f req-7c2378ad-20af-4637-95e3-7ee991ea8c22 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.0614769 Mar 01 16:00:12.376258 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-78e2f9a2-2a7f-472a-a6fc-e2d16bbc509f req-ac38b319-9373-46ef-96af-0eedc89f76dc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Mar 01 16:00:12.769998 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-2a985f52-3cec-4ed1-acaa-fd8c9c40d1eb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:12.771486 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-2a985f52-3cec-4ed1-acaa-fd8c9c40d1eb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 817 time: 0.1895127 Mar 01 16:00:12.811484 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bec100-3e29-4a6b-ae2d-c84a95c94659 req-97717865-276d-4d15-a548-217c47271b3a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:12.812992 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48bec100-3e29-4a6b-ae2d-c84a95c94659 req-97717865-276d-4d15-a548-217c47271b3a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0784967 Mar 01 16:00:12.886448 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-5e729ede-e3cc-40fc-9a48-7a1573875697 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 380 time: 0.0991549 Mar 01 16:00:12.897412 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'port': {'device_id': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'admin_state_up': True, 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'security_groups': ['538ad9c4-0cab-4e06-8d36-6e6085889213']}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:12.905383 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48bec100-3e29-4a6b-ae2d-c84a95c94659 req-0c689b0a-b71d-460b-91f4-ec96dbd39f6e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817056 Mar 01 16:00:13.023640 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Made reservation on behalf of 53da311ba2c842d1a0628aa3209fcf0e for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:13.026867 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:13.147165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Allocated IP 172.20.0.12 (d8959349-b58e-4359-93fd-fce25042566b/a942c5ae-e6b5-49a8-9bb5-101429b96b32/a0c8ae5b-2020-48db-8334-7f37dfaa8e11) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:13.257935 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6cf96ad2-d8a1-49e6-9668-891f730a101c req-026f423f-2a35-4767-875b-1745f4dcb70b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 210 time: 0.0301602 Mar 01 16:00:13.308004 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:13.340218 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:13.386048 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Network d8959349-b58e-4359-93fd-fce25042566b is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:13.388935 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:13.392463 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:13.399077 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:13.451132 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:13.452065 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:13.492248 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-07ae36d6-a3a5-4998-96e1-5eee459a6c4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5984218 Mar 01 16:00:13.510831 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Request body: {'port': {'device_id': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:13.542700 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e0e8-bf34-4aa3-95b2-7e19d5706b32 req-f7c8727a-521b-43a2-a195-bfea7fd17214 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:13.544235 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fa58e0e8-bf34-4aa3-95b2-7e19d5706b32 req-f7c8727a-521b-43a2-a195-bfea7fd17214 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.0894210 Mar 01 16:00:13.612749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:13.629277 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-8ca634b9-2b11-4cb5-bffb-c8fee94d12a9 None None] Provisioning complete for port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:13.629695 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ca634b9-2b11-4cb5-bffb-c8fee94d12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:13.634126 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fa58e0e8-bf34-4aa3-95b2-7e19d5706b32 req-ffbac9ad-4a7f-4c0e-b46a-5f88ae580dce tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823395 Mar 01 16:00:13.681867 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8ca634b9-2b11-4cb5-bffb-c8fee94d12a9 None None] Port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:13.905148 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c8ae5b-2020-48db-8334-7f37dfaa8e11 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:00:13.912883 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Publish callbacks [] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:13.927424 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Transition to ACTIVE for port object a0c8ae5b-2020-48db-8334-7f37dfaa8e11 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:00:13.932912 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:14.033550 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:14.118191 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279d6ec-cf36-4c48-ada2-f9c7f251691d req-7c8d2c30-b6df-4973-9403-a47cd05870fc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:14.119950 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3279d6ec-cf36-4c48-ada2-f9c7f251691d req-7c8d2c30-b6df-4973-9403-a47cd05870fc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.1194556 Mar 01 16:00:14.121041 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Attempting to bind port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:14.121274 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Attempting to bind port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:14.121609 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Attempting to bind port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 on network d8959349-b58e-4359-93fd-fce25042566b {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:14.138242 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 on network d8959349-b58e-4359-93fd-fce25042566b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:00:14.138568 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Attempting to bind port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 on network d8959349-b58e-4359-93fd-fce25042566b {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:14.150242 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:14.150898 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Checking segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:14.150993 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Bound using segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:14.151420 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Bound port: a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:14.151784 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:14.213219 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3279d6ec-cf36-4c48-ada2-f9c7f251691d req-add9eaec-969e-45f2-86f1-0ac7c6387c2c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824111 Mar 01 16:00:14.242441 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:14.245435 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:14.251497 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:14.283387 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:14.284178 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:14.285773 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] 10.222.0.64 "PUT /v2.0/ports/a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 1094 time: 0.7801809 Mar 01 16:00:14.288096 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:14.291277 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:14.328113 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037ba54-d143-4d4d-8523-b518816d1817 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:14.376508 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775d366-6446-4b4b-82fd-454e9b602a68 x-openstack-request-id: req-f775d366-6446-4b4b-82fd-454e9b602a68 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:14.376827 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:14.377089 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f775d366-6446-4b4b-82fd-454e9b602a68 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:14.377488 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'status': 'completed', 'code': 200} Mar 01 16:00:14.437044 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-b2b4ef23-3f23-4ff6-8b2d-db43f1908aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:14.438569 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-b2b4ef23-3f23-4ff6-8b2d-db43f1908aae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1128 time: 0.0956163 Mar 01 16:00:14.454011 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974050d2-15aa-47d8-98ad-a9ec861ead71 req-21deba9d-6a42-4c1c-8541-6f18b1da4d4e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:14.455605 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-974050d2-15aa-47d8-98ad-a9ec861ead71 req-21deba9d-6a42-4c1c-8541-6f18b1da4d4e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0815914 Mar 01 16:00:14.497875 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-ca44d9f5-c05d-4874-8e81-93a0761aba47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 217 time: 0.0412481 Mar 01 16:00:14.560200 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-974050d2-15aa-47d8-98ad-a9ec861ead71 req-ef8c4838-2973-4e78-b406-7155e8d6a8cd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962820 Mar 01 16:00:14.570572 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-4413f85a-ebad-450b-aa5e-4aea26bad093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:14.571917 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-4413f85a-ebad-450b-aa5e-4aea26bad093 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0564933 Mar 01 16:00:14.628519 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-c0d3a31c-9abc-457d-9e6f-60e75f06287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:14.629903 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-c0d3a31c-9abc-457d-9e6f-60e75f06287b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477042 Mar 01 16:00:14.748964 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-0310bda1-7490-4bbe-9d27-40c421fc113c service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103494 Mar 01 16:00:14.821055 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdff52-f6a4-40b4-bd2b-2d7340a22c4c req-2a0bac67-28bf-45eb-a785-7a66d0d66531 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:14.822519 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a4fdff52-f6a4-40b4-bd2b-2d7340a22c4c req-2a0bac67-28bf-45eb-a785-7a66d0d66531 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 943 time: 0.1121802 Mar 01 16:00:14.833004 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:00:14.885983 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13f0295-280f-41fe-9992-3a09099fbe4d req-c7c53451-f36c-4281-bbcf-457129dc8ef8 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291606 Mar 01 16:00:14.901855 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a4fdff52-f6a4-40b4-bd2b-2d7340a22c4c req-c7e3a738-fcbe-4f99-b3f5-dc4dac235197 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Mar 01 16:00:14.972153 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:14.985607 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'port_id': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', 'mac_address': 'fa:16:3e:92:00:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:00:15.022442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-75418a07-f406-42e1-9b78-3a293dc8ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:15.024702 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-75418a07-f406-42e1-9b78-3a293dc8ef56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1128 time: 0.0617540 Mar 01 16:00:15.030653 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:15.031089 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.046082 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:00:15.069942 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:15.079924 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.137152 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:15.150002 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-728ce991-29e1-49eb-a01b-72c94dab5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:15.151760 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-728ce991-29e1-49eb-a01b-72c94dab5cd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.1193271 Mar 01 16:00:15.210295 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-41689aa3-b7a1-4ffd-bd60-9d064b49ad91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 217 time: 0.0514553 Mar 01 16:00:15.225406 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60412) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:15.282965 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-e1c84807-6118-4852-9ea4-1b87b2114c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:15.285114 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-e1c84807-6118-4852-9ea4-1b87b2114c5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0691168 Mar 01 16:00:15.365493 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-78d52603-332f-4c16-a7ae-d66e4cfd9b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.383097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-66266634-b2e6-433d-9892-a8167527d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:15.384627 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-66266634-b2e6-433d-9892-a8167527d971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0920978 Mar 01 16:00:15.392804 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310e82-99c5-4269-a466-955edacbccf5 req-0b5d6cd6-e8e9-4ba4-a1c9-148466d34e59 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:15.394280 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2d310e82-99c5-4269-a466-955edacbccf5 req-0b5d6cd6-e8e9-4ba4-a1c9-148466d34e59 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0914748 Mar 01 16:00:15.452929 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-78d52603-332f-4c16-a7ae-d66e4cfd9b00 admin admin] Publish callbacks [] for security_group (1877363a-4fa4-47b3-a6bd-ed5de1a4ceff), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.459933 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-78d52603-332f-4c16-a7ae-d66e4cfd9b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (1877363a-4fa4-47b3-a6bd-ed5de1a4ceff), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.501866 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-78d52603-332f-4c16-a7ae-d66e4cfd9b00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bf676948367469d8b6c1410549f563d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753186 Mar 01 16:00:15.502713 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d52603-332f-4c16-a7ae-d66e4cfd9b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1877363a-4fa4-47b3-a6bd-ed5de1a4ceff,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:15.505169 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60428) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:15.557930 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-add1465f-67cb-46a5-8341-39dcb44f604a admin admin] Publish callbacks [] for security_group (1877363a-4fa4-47b3-a6bd-ed5de1a4ceff), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.570845 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60430) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:15.591022 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-add1465f-67cb-46a5-8341-39dcb44f604a admin admin] Publish callbacks [] for security_group (1877363a-4fa4-47b3-a6bd-ed5de1a4ceff), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.658963 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-add1465f-67cb-46a5-8341-39dcb44f604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (1877363a-4fa4-47b3-a6bd-ed5de1a4ceff), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.661591 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-add1465f-67cb-46a5-8341-39dcb44f604a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.662662 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-add1465f-67cb-46a5-8341-39dcb44f604a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1877363a-4fa4-47b3-a6bd-ed5de1a4ceff HTTP/1.1" status: 204 len: 168 time: 0.1563663 Mar 01 16:00:15.671077 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1465f-67cb-46a5-8341-39dcb44f604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1877363a-4fa4-47b3-a6bd-ed5de1a4ceff,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:15.728198 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2d310e82-99c5-4269-a466-955edacbccf5 req-85e1a546-08af-4692-aabe-d66e41b22725 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247547 Mar 01 16:00:15.738767 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-77592106-98e4-48cb-aee8-ed6d58864bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.749169 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-b5d3d875-a89c-4e99-b217-003737fbca3b service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539855 Mar 01 16:00:15.762712 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280bd9d-8243-44c7-82e8-f2bb5af12068 req-7d804a6f-5bbe-4fef-8438-9b84fd775e3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:15.764247 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3280bd9d-8243-44c7-82e8-f2bb5af12068 req-7d804a6f-5bbe-4fef-8438-9b84fd775e3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.1142423 Mar 01 16:00:15.857463 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-77592106-98e4-48cb-aee8-ed6d58864bdd admin admin] Publish callbacks [] for security_group (dd56e092-8927-4486-8fdd-d290b94d3aee), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.861272 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-77592106-98e4-48cb-aee8-ed6d58864bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (dd56e092-8927-4486-8fdd-d290b94d3aee), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:15.874436 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3280bd9d-8243-44c7-82e8-f2bb5af12068 req-eb231e80-c5fc-4d00-b825-2102c03adbd6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006975 Mar 01 16:00:15.900460 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f71eb7e-b3d6-46b6-9e9b-2a1799299442 req-e8a28952-1014-447a-b297-4ab9bcba8e45 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351411 Mar 01 16:00:15.904411 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-77592106-98e4-48cb-aee8-ed6d58864bdd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4f0f39ceba74ce98c814d85a26ca2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306217 Mar 01 16:00:15.907258 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60442) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:15.913844 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77592106-98e4-48cb-aee8-ed6d58864bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56e092-8927-4486-8fdd-d290b94d3aee,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:15.972709 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b3ff-3f8a-4992-b3a0-94ed7fd89492 admin admin] Publish callbacks [] for security_group (dd56e092-8927-4486-8fdd-d290b94d3aee), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.002358 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b3ff-3f8a-4992-b3a0-94ed7fd89492 admin admin] Publish callbacks [] for security_group (dd56e092-8927-4486-8fdd-d290b94d3aee), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.009744 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60446) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:16.026529 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39c6f791-96f8-4abd-9810-c9310a4e1143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.051515 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b3ff-3f8a-4992-b3a0-94ed7fd89492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (dd56e092-8927-4486-8fdd-d290b94d3aee), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.054546 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b3ff-3f8a-4992-b3a0-94ed7fd89492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.058163 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a7c3b3ff-3f8a-4992-b3a0-94ed7fd89492 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd56e092-8927-4486-8fdd-d290b94d3aee HTTP/1.1" status: 204 len: 168 time: 0.1475921 Mar 01 16:00:16.058292 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb81d45-50a0-4b41-a4bf-dd4334bd1922 req-678a8c9b-f176-4ca9-b271-0bddc0835e41 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:16.060585 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5bb81d45-50a0-4b41-a4bf-dd4334bd1922 req-678a8c9b-f176-4ca9-b271-0bddc0835e41 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 944 time: 0.0806384 Mar 01 16:00:16.065231 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3b3ff-3f8a-4992-b3a0-94ed7fd89492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56e092-8927-4486-8fdd-d290b94d3aee,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:16.134734 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5bb81d45-50a0-4b41-a4bf-dd4334bd1922 req-f1919a00-3e61-4d2d-8126-39dcc7b12c78 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680630 Mar 01 16:00:16.165174 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39c6f791-96f8-4abd-9810-c9310a4e1143 admin admin] Publish callbacks [] for security_group (221fbea4-6f93-4c7e-8b12-33b8ae9efecf), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.169570 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39c6f791-96f8-4abd-9810-c9310a4e1143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (221fbea4-6f93-4c7e-8b12-33b8ae9efecf), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.219036 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6f791-96f8-4abd-9810-c9310a4e1143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221fbea4-6f93-4c7e-8b12-33b8ae9efecf,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:16.228320 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['28021ebf-ac6f-4f29-bc6e-fdc43e589ce4'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:00:16.235908 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60456) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:16.236524 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-39c6f791-96f8-4abd-9810-c9310a4e1143 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b06c211881494fed84560f2670272827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239947 Mar 01 16:00:16.289124 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-05f50a0b-4980-484e-a46f-e43f2c58b705 admin admin] Publish callbacks [] for security_group (221fbea4-6f93-4c7e-8b12-33b8ae9efecf), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.318095 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-05f50a0b-4980-484e-a46f-e43f2c58b705 admin admin] Publish callbacks [] for security_group (221fbea4-6f93-4c7e-8b12-33b8ae9efecf), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.373319 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-05f50a0b-4980-484e-a46f-e43f2c58b705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (221fbea4-6f93-4c7e-8b12-33b8ae9efecf), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.377644 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-05f50a0b-4980-484e-a46f-e43f2c58b705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:16.387089 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-05f50a0b-4980-484e-a46f-e43f2c58b705 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/221fbea4-6f93-4c7e-8b12-33b8ae9efecf HTTP/1.1" status: 204 len: 168 time: 0.1407802 Mar 01 16:00:16.388402 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f50a0b-4980-484e-a46f-e43f2c58b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221fbea4-6f93-4c7e-8b12-33b8ae9efecf,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:16.883792 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44fab-73ee-4070-9921-eb171405c95a req-be10a612-490a-499d-8b59-b19773a9ac88 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:16.890423 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3fd44fab-73ee-4070-9921-eb171405c95a req-be10a612-490a-499d-8b59-b19773a9ac88 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0665386 Mar 01 16:00:16.939947 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3fd44fab-73ee-4070-9921-eb171405c95a req-d9407a97-ad0c-412e-9d28-6f6c66f0cec6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484617 Mar 01 16:00:17.013787 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e018f-2574-4a36-9167-4a13e9cf8548 req-d56b520b-9e0b-47d0-9e20-3e76db3f2d56 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:17.015312 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-460e018f-2574-4a36-9167-4a13e9cf8548 req-d56b520b-9e0b-47d0-9e20-3e76db3f2d56 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0552444 Mar 01 16:00:17.067143 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-460e018f-2574-4a36-9167-4a13e9cf8548 req-8518496f-f7be-4fc8-b0a4-9b54f2c3c357 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460474 Mar 01 16:00:17.263306 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc57175-e9df-4730-ba2b-e2c45aaecbc2 req-15eb27d5-b82e-4553-8a22-9d0d5da9d66e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:17.281459 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bdc57175-e9df-4730-ba2b-e2c45aaecbc2 req-15eb27d5-b82e-4553-8a22-9d0d5da9d66e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 944 time: 0.0699105 Mar 01 16:00:17.352873 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bdc57175-e9df-4730-ba2b-e2c45aaecbc2 req-412aa441-9ace-46b9-b1f2-fd3d1c6448e6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591180 Mar 01 16:00:18.064586 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc84ee-013e-4107-8685-51824f362802 req-affc3765-f1b9-4901-91bb-5f97ad5df5a5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:18.066074 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8ffc84ee-013e-4107-8685-51824f362802 req-affc3765-f1b9-4901-91bb-5f97ad5df5a5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0532415 Mar 01 16:00:18.115470 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8ffc84ee-013e-4107-8685-51824f362802 req-76bbca0b-2a56-47fb-a511-f6bb4c3072e3 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 Mar 01 16:00:18.197990 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a0dc-715e-44e3-a05d-d273a4179e74 req-a306f085-dad4-4244-bde0-160a4bee55ba tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:18.201227 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0512a0dc-715e-44e3-a05d-d273a4179e74 req-a306f085-dad4-4244-bde0-160a4bee55ba tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0590336 Mar 01 16:00:18.249615 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0512a0dc-715e-44e3-a05d-d273a4179e74 req-7d7f4fc9-4bb6-4e12-b5ef-37425afd48b4 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Mar 01 16:00:18.407661 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891984d-144e-42c0-94d5-9bc6f906b80e req-b69a52a9-1739-46f1-9966-182a72c63b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:18.409292 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6891984d-144e-42c0-94d5-9bc6f906b80e req-b69a52a9-1739-46f1-9966-182a72c63b37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 1130 time: 0.0467668 Mar 01 16:00:18.482784 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6891984d-144e-42c0-94d5-9bc6f906b80e req-5ee30d19-9a07-4600-89ba-09c18b750563 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669680 Mar 01 16:00:18.498331 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96ae96-3adb-40ca-958e-01d7cc7ad399 req-025f9fd6-8f16-413f-8a2b-811f3cf8ab53 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:18.499830 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bd96ae96-3adb-40ca-958e-01d7cc7ad399 req-025f9fd6-8f16-413f-8a2b-811f3cf8ab53 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 944 time: 0.0777991 Mar 01 16:00:18.551481 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bd96ae96-3adb-40ca-958e-01d7cc7ad399 req-8c284971-d855-4274-8d79-1d545a9b154b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Mar 01 16:00:18.733177 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:00:18.856990 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:18.904900 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:00:18.908610 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:18.908995 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:18.988797 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:18.989187 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:19.012865 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:19.015081 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b864ac7-1f6d-42fc-8ccd-150324582272" -d '{"events": [{"server_uuid": "267ae9b2-7cdf-489a-9c76-2bba2378979c", "name": "network-vif-plugged", "status": "completed", "tag": "28021ebf-ac6f-4f29-bc6e-fdc43e589ce4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:19.027171 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:19.031254 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:19.057031 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835af55b-5ecf-4abd-a042-ca739fc15e28 x-openstack-request-id: req-835af55b-5ecf-4abd-a042-ca739fc15e28 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:19.057342 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267ae9b2-7cdf-489a-9c76-2bba2378979c", "name": "network-vif-plugged", "status": "completed", "tag": "28021ebf-ac6f-4f29-bc6e-fdc43e589ce4", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:19.057604 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-835af55b-5ecf-4abd-a042-ca739fc15e28 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:19.057993 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', 'code': 200} Mar 01 16:00:19.086006 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:19.262744 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aca636-50c5-4f08-9337-d1273486867a req-3f66082f-1dac-4302-921b-d69e843bc7fa tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:19.264228 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81aca636-50c5-4f08-9337-d1273486867a req-3f66082f-1dac-4302-921b-d69e843bc7fa tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0825081 Mar 01 16:00:19.266599 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a2fd-9931-4f6c-b7fb-54362b038976 req-7d76ca9b-0f18-4c99-ab51-1ccf007678c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:19.267959 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1b50a2fd-9931-4f6c-b7fb-54362b038976 req-7d76ca9b-0f18-4c99-ab51-1ccf007678c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 1129 time: 0.0602496 Mar 01 16:00:19.348924 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1b50a2fd-9931-4f6c-b7fb-54362b038976 req-10e31560-4374-446b-85da-bafe1eaf9c2b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725968 Mar 01 16:00:19.352252 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81aca636-50c5-4f08-9337-d1273486867a req-44e6b5c0-626f-4693-987b-f86e431e4996 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824733 Mar 01 16:00:19.391811 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae719ec-b0bc-44b7-9ea9-b4304919f2f1 req-13106ed7-523b-4b6b-8f7f-e4a79f539126 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:19.393276 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ae719ec-b0bc-44b7-9ea9-b4304919f2f1 req-13106ed7-523b-4b6b-8f7f-e4a79f539126 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0683429 Mar 01 16:00:19.439074 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ae719ec-b0bc-44b7-9ea9-b4304919f2f1 req-a046a0ce-2c66-42ba-806d-8415fcea5ed2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Mar 01 16:00:19.684461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec27e57-afa4-4110-b217-5f6f485585c6 req-f88f390a-abd2-4ee8-8279-eccda69d60dc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:19.687686 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ec27e57-afa4-4110-b217-5f6f485585c6 req-f88f390a-abd2-4ee8-8279-eccda69d60dc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 945 time: 0.0632935 Mar 01 16:00:19.741961 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ec27e57-afa4-4110-b217-5f6f485585c6 req-da7d234b-c79b-45f3-8127-5205dd9381e9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Mar 01 16:00:19.804259 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60608) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:19.919028 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436c3c8b-b813-4bd8-ab39-edab33b17f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.005842 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436c3c8b-b813-4bd8-ab39-edab33b17f21 admin admin] Publish callbacks [] for security_group (501fa2ea-29ef-4310-a658-4565fcbbfb0f), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.016767 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436c3c8b-b813-4bd8-ab39-edab33b17f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (501fa2ea-29ef-4310-a658-4565fcbbfb0f), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.055339 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-436c3c8b-b813-4bd8-ab39-edab33b17f21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87051c5602e64005ac42e818a37342fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499871 Mar 01 16:00:20.058022 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60626) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:20.060777 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c3c8b-b813-4bd8-ab39-edab33b17f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501fa2ea-29ef-4310-a658-4565fcbbfb0f,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:20.118991 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-55bf05d0-47f4-427c-b746-660b72ee1355 admin admin] Publish callbacks [] for security_group (501fa2ea-29ef-4310-a658-4565fcbbfb0f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.147610 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-55bf05d0-47f4-427c-b746-660b72ee1355 admin admin] Publish callbacks [] for security_group (501fa2ea-29ef-4310-a658-4565fcbbfb0f), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.195016 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-55bf05d0-47f4-427c-b746-660b72ee1355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (501fa2ea-29ef-4310-a658-4565fcbbfb0f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.197575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-55bf05d0-47f4-427c-b746-660b72ee1355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.198707 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-55bf05d0-47f4-427c-b746-660b72ee1355 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/501fa2ea-29ef-4310-a658-4565fcbbfb0f HTTP/1.1" status: 204 len: 168 time: 0.1396799 Mar 01 16:00:20.206326 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf05d0-47f4-427c-b746-660b72ee1355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501fa2ea-29ef-4310-a658-4565fcbbfb0f,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:20.470623 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60638) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:20.472580 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01109f94-ec3e-4bd8-b295-9008e71551b6 req-640f23c6-9bbc-48a5-bbf3-19e1d50ea9af tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:20.474088 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-01109f94-ec3e-4bd8-b295-9008e71551b6 req-640f23c6-9bbc-48a5-bbf3-19e1d50ea9af tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0555637 Mar 01 16:00:20.485633 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-bbf7cbb5-a71d-4074-8674-d0fccbb68613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.562781 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-01109f94-ec3e-4bd8-b295-9008e71551b6 req-dc27be73-a33f-4886-b09c-f73e616d499e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825956 Mar 01 16:00:20.573542 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-bbf7cbb5-a71d-4074-8674-d0fccbb68613 admin admin] Publish callbacks [] for security_group (f5a5c08d-beea-4261-963a-b7e99db205c8), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.578316 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-bbf7cbb5-a71d-4074-8674-d0fccbb68613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f5a5c08d-beea-4261-963a-b7e99db205c8), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.588214 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f256eb-0792-47d1-bd45-c6ae12ccb1f7 req-a39fc0e9-2a37-4ca9-b08e-0ca03d1a344b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:20.589688 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d2f256eb-0792-47d1-bd45-c6ae12ccb1f7 req-a39fc0e9-2a37-4ca9-b08e-0ca03d1a344b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0682082 Mar 01 16:00:20.615797 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-bbf7cbb5-a71d-4074-8674-d0fccbb68613 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a04a039934174ada9df599c8a1461f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440125 Mar 01 16:00:20.617167 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7cbb5-a71d-4074-8674-d0fccbb68613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a5c08d-beea-4261-963a-b7e99db205c8,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:20.619404 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60640) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:20.655750 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d2f256eb-0792-47d1-bd45-c6ae12ccb1f7 req-f5c804d2-7a30-43b6-bcec-32368af31b73 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604467 Mar 01 16:00:20.683045 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-dea4669a-eb6b-4632-b4b8-d8e35c0a4b47 admin admin] Publish callbacks [] for security_group (f5a5c08d-beea-4261-963a-b7e99db205c8), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.705245 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-dea4669a-eb6b-4632-b4b8-d8e35c0a4b47 admin admin] Publish callbacks [] for security_group (f5a5c08d-beea-4261-963a-b7e99db205c8), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.750348 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-dea4669a-eb6b-4632-b4b8-d8e35c0a4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (f5a5c08d-beea-4261-963a-b7e99db205c8), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.752923 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-dea4669a-eb6b-4632-b4b8-d8e35c0a4b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:20.754028 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-dea4669a-eb6b-4632-b4b8-d8e35c0a4b47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5a5c08d-beea-4261-963a-b7e99db205c8 HTTP/1.1" status: 204 len: 168 time: 0.1337316 Mar 01 16:00:20.761409 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4669a-eb6b-4632-b4b8-d8e35c0a4b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a5c08d-beea-4261-963a-b7e99db205c8,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:20.861589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3c4d-651a-40c2-9f2b-f51762410745 req-8b7e6b21-9d54-49e7-9eda-fbe0a45e5719 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:20.863161 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05cd3c4d-651a-40c2-9f2b-f51762410745 req-8b7e6b21-9d54-49e7-9eda-fbe0a45e5719 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 945 time: 0.0537510 Mar 01 16:00:20.865118 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:00:20.931888 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05cd3c4d-651a-40c2-9f2b-f51762410745 req-d88e064e-52e2-45af-93c1-8ffb70a61c6a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Mar 01 16:00:20.983196 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:20.996281 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'port_id': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'mac_address': 'fa:16:3e:6b:9c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:00:21.035610 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:21.036209 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.054988 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c8ae5b-2020-48db-8334-7f37dfaa8e11 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:00:21.085999 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:21.095861 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.162056 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:21.400223 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60688) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:21.505286 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c69bc7fd-f6a3-4d70-a3f6-60345ce233b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.593491 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c69bc7fd-f6a3-4d70-a3f6-60345ce233b6 admin admin] Publish callbacks [] for security_group (097de947-2e82-4e2e-92ec-37acd26ebd67), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.600386 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c69bc7fd-f6a3-4d70-a3f6-60345ce233b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (097de947-2e82-4e2e-92ec-37acd26ebd67), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.643775 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-c69bc7fd-f6a3-4d70-a3f6-60345ce233b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27b1d22e8d8d43899f9af340b56e8294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424424 Mar 01 16:00:21.644650 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bc7fd-f6a3-4d70-a3f6-60345ce233b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097de947-2e82-4e2e-92ec-37acd26ebd67,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:21.647471 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60702) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:21.720437 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f4ffe-805f-4cab-9933-4588a055ac10 req-6818e115-199b-40bc-9764-1cd9b9b40f34 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:21.722123 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a96f4ffe-805f-4cab-9933-4588a055ac10 req-6818e115-199b-40bc-9764-1cd9b9b40f34 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0714350 Mar 01 16:00:21.732148 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f03d90-6b42-49db-a182-edcfcc8031d2 admin admin] Publish callbacks [] for security_group (097de947-2e82-4e2e-92ec-37acd26ebd67), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.756334 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f03d90-6b42-49db-a182-edcfcc8031d2 admin admin] Publish callbacks [] for security_group (097de947-2e82-4e2e-92ec-37acd26ebd67), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.809913 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['a0c8ae5b-2020-48db-8334-7f37dfaa8e11'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:00:21.822906 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f03d90-6b42-49db-a182-edcfcc8031d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (097de947-2e82-4e2e-92ec-37acd26ebd67), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.826005 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f03d90-6b42-49db-a182-edcfcc8031d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:21.835148 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a96f4ffe-805f-4cab-9933-4588a055ac10 req-695abbf1-b522-480a-b494-5a3dd60983af tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074135 Mar 01 16:00:21.837661 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-12f03d90-6b42-49db-a182-edcfcc8031d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/097de947-2e82-4e2e-92ec-37acd26ebd67 HTTP/1.1" status: 204 len: 168 time: 0.1834667 Mar 01 16:00:21.862038 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be281f-80d8-4739-b8a9-0c6aba436ce6 req-98ac8468-82a1-4fc2-b99e-94e4a9b07e54 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:21.875828 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-22be281f-80d8-4739-b8a9-0c6aba436ce6 req-98ac8468-82a1-4fc2-b99e-94e4a9b07e54 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 945 time: 0.1366093 Mar 01 16:00:21.879055 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f03d90-6b42-49db-a182-edcfcc8031d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097de947-2e82-4e2e-92ec-37acd26ebd67,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:22.018883 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-22be281f-80d8-4739-b8a9-0c6aba436ce6 req-82ae266b-2e56-45d7-89c3-9b1b869c979b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380661 Mar 01 16:00:22.130537 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79c351-843e-4624-820c-b63c3b753b5c req-17433c5d-ab59-42e1-a6b0-b672120d528d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:22.134648 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cd79c351-843e-4624-820c-b63c3b753b5c req-17433c5d-ab59-42e1-a6b0-b672120d528d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1054373 Mar 01 16:00:22.235384 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cd79c351-843e-4624-820c-b63c3b753b5c req-3d2abe17-78d2-4a31-9b67-be54682c780c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938089 Mar 01 16:00:22.275939 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ddd22-f18c-4858-bcf8-17d6b9ab86f7 req-1c204a82-e80d-4f4b-a070-f61f30a2f128 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:22.278131 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe3ddd22-f18c-4858-bcf8-17d6b9ab86f7 req-1c204a82-e80d-4f4b-a070-f61f30a2f128 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 945 time: 0.1069250 Mar 01 16:00:22.349120 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe3ddd22-f18c-4858-bcf8-17d6b9ab86f7 req-12cdb145-5fe2-487e-824f-bf856414f9bf tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593917 Mar 01 16:00:22.888773 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60774) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:23.057254 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0794df47-cff9-427d-ad49-294eda69e565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.181503 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0794df47-cff9-427d-ad49-294eda69e565 admin admin] Publish callbacks [] for security_group (0d05d6c9-3a55-42cd-80d8-882e97ea8f0f), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.197691 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0794df47-cff9-427d-ad49-294eda69e565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (0d05d6c9-3a55-42cd-80d8-882e97ea8f0f), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.221422 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847bf64-babf-40b3-a36b-69619dfb3618 req-0769543c-4801-4db2-8308-1627f0d7e9c0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:23.223280 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9847bf64-babf-40b3-a36b-69619dfb3618 req-0769543c-4801-4db2-8308-1627f0d7e9c0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 945 time: 0.0963995 Mar 01 16:00:23.257715 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-0794df47-cff9-427d-ad49-294eda69e565 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53b9f50e99e748db8c3fe88189308d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672900 Mar 01 16:00:23.260865 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60790) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:23.277424 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794df47-cff9-427d-ad49-294eda69e565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05d6c9-3a55-42cd-80d8-882e97ea8f0f,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:23.325396 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9847bf64-babf-40b3-a36b-69619dfb3618 req-2625cabf-558c-4d4c-b11e-3e784179aa34 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874958 Mar 01 16:00:23.344650 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-512dd067-c297-46f8-b00f-8a9cd0d73568 admin admin] Publish callbacks [] for security_group (0d05d6c9-3a55-42cd-80d8-882e97ea8f0f), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.367034 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-512dd067-c297-46f8-b00f-8a9cd0d73568 admin admin] Publish callbacks [] for security_group (0d05d6c9-3a55-42cd-80d8-882e97ea8f0f), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.416863 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-512dd067-c297-46f8-b00f-8a9cd0d73568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (0d05d6c9-3a55-42cd-80d8-882e97ea8f0f), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.420081 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-512dd067-c297-46f8-b00f-8a9cd0d73568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.421297 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-512dd067-c297-46f8-b00f-8a9cd0d73568 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d05d6c9-3a55-42cd-80d8-882e97ea8f0f HTTP/1.1" status: 204 len: 168 time: 0.1594629 Mar 01 16:00:23.429846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dd067-c297-46f8-b00f-8a9cd0d73568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05d6c9-3a55-42cd-80d8-882e97ea8f0f,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:23.760463 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60816) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:23.778760 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.872978 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Publish callbacks [] for security_group (e9dadfb2-2c26-4045-92c3-6881eea16c8b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.877288 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e9dadfb2-2c26-4045-92c3-6881eea16c8b), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:23.914982 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60820) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:23.922051 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c053c26ec2e4408199b8fa114d861631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604240 Mar 01 16:00:23.934537 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dadfb2-2c26-4045-92c3-6881eea16c8b,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:23.952762 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.953307 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.953730 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.954991 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.956347 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.956758 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.962187 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.962638 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.963059 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.963599 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.964006 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.964450 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:23.964836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2b200-731c-4b72-b46d-24a66e3cf276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:24.024045 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-21445162-b58f-4735-839c-d73cb6e6a4da admin admin] Publish callbacks [] for security_group (e9dadfb2-2c26-4045-92c3-6881eea16c8b), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.090632 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-21445162-b58f-4735-839c-d73cb6e6a4da admin admin] Publish callbacks [] for security_group (e9dadfb2-2c26-4045-92c3-6881eea16c8b), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.130007 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-e14750f2-745a-4bb6-9df1-a11aa07869ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:24.131536 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-e14750f2-745a-4bb6-9df1-a11aa07869ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.1314070 Mar 01 16:00:24.145125 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f9134-6fa3-4929-a8cf-be3165ae02a0 req-4f0b7918-a525-45f2-a31f-a928d3ad01fc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:24.146550 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c52f9134-6fa3-4929-a8cf-be3165ae02a0 req-4f0b7918-a525-45f2-a31f-a928d3ad01fc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1363103 Mar 01 16:00:24.244659 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-21445162-b58f-4735-839c-d73cb6e6a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e9dadfb2-2c26-4045-92c3-6881eea16c8b), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.247187 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-21445162-b58f-4735-839c-d73cb6e6a4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.248358 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-21445162-b58f-4735-839c-d73cb6e6a4da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9dadfb2-2c26-4045-92c3-6881eea16c8b HTTP/1.1" status: 204 len: 168 time: 0.3326468 Mar 01 16:00:24.266591 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c52f9134-6fa3-4929-a8cf-be3165ae02a0 req-d7e82fb6-c05f-4efd-a555-68fbbf144a40 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097152 Mar 01 16:00:24.273820 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21445162-b58f-4735-839c-d73cb6e6a4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dadfb2-2c26-4045-92c3-6881eea16c8b,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:24.301829 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-fc0cb577-8dea-45a9-ab76-ded2518224d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:24.307667 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-fc0cb577-8dea-45a9-ab76-ded2518224d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.1590800 Mar 01 16:00:24.336905 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01e09786-5009-410a-bf3d-33b93673b90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.355770 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-b802b5ea-f541-40d6-84d4-89398401b57b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 217 time: 0.0416827 Mar 01 16:00:24.422964 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-2cd80976-f616-4db9-8aa8-a02d282c204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:24.426099 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-2cd80976-f616-4db9-8aa8-a02d282c204c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0644522 Mar 01 16:00:24.484733 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-dae3fe1e-d9e8-4261-bafb-83bd36396bb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423203 Mar 01 16:00:24.551982 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cb120-86bb-4d3f-89a4-3107b33f534d req-f9f35730-6f76-42ea-9796-600928d790b2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:24.553376 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b78cb120-86bb-4d3f-89a4-3107b33f534d req-f9f35730-6f76-42ea-9796-600928d790b2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 945 time: 0.1238232 Mar 01 16:00:24.628104 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b78cb120-86bb-4d3f-89a4-3107b33f534d req-de4ebebc-7dd2-4f02-bc05-06c7d8296181 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676897 Mar 01 16:00:24.637038 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-e806acda-4773-45d5-9d64-f659dfce6065 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430631 Mar 01 16:00:24.700282 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60856) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:24.716262 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-197b5183-b222-4f21-9551-58a82e03daa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.757760 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0333964-b54b-4c6d-9be3-43ed460713b0 req-48d81660-311a-430e-b6c9-31f3c30e3b8c service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127372 Mar 01 16:00:24.813907 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-197b5183-b222-4f21-9551-58a82e03daa8 admin admin] Publish callbacks [] for security_group (7b00e912-e4f4-4966-aa99-5cc405390aba), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.819436 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-197b5183-b222-4f21-9551-58a82e03daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (7b00e912-e4f4-4966-aa99-5cc405390aba), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.858346 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-197b5183-b222-4f21-9551-58a82e03daa8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a85f6eea19bc4c38878876c6da43f8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570446 Mar 01 16:00:24.861089 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60864) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:24.872598 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b5183-b222-4f21-9551-58a82e03daa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b00e912-e4f4-4966-aa99-5cc405390aba,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:24.899470 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:24.917210 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2a6313c4-a91e-4884-9a9b-2d3e4224d1ba admin admin] Publish callbacks [] for security_group (7b00e912-e4f4-4966-aa99-5cc405390aba), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.956443 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2a6313c4-a91e-4884-9a9b-2d3e4224d1ba admin admin] Publish callbacks [] for security_group (7b00e912-e4f4-4966-aa99-5cc405390aba), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:24.962118 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:00:24.969341 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:24.969715 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:25.036592 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2a6313c4-a91e-4884-9a9b-2d3e4224d1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (7b00e912-e4f4-4966-aa99-5cc405390aba), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:25.040557 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2a6313c4-a91e-4884-9a9b-2d3e4224d1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:25.042123 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-2a6313c4-a91e-4884-9a9b-2d3e4224d1ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b00e912-e4f4-4966-aa99-5cc405390aba HTTP/1.1" status: 204 len: 168 time: 0.1797802 Mar 01 16:00:25.051987 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6313c4-a91e-4884-9a9b-2d3e4224d1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b00e912-e4f4-4966-aa99-5cc405390aba,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:25.248997 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:25.249395 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:25.277120 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:25.279792 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fcb481-6ec2-4879-a887-2caa71a28216" -d '{"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:25.293718 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:25.301522 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:25.337472 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cdc55a-2f44-41b1-914b-68728130d65d x-openstack-request-id: req-f5cdc55a-2f44-41b1-914b-68728130d65d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:25.338106 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:25.338106 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5cdc55a-2f44-41b1-914b-68728130d65d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:25.338414 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'code': 200} Mar 01 16:00:25.364119 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:25.405462 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb63e1-ce26-434b-9f21-d570d2861232 req-8bc08932-5987-4b58-9bc3-0631cc0b9636 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:25.413457 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1bb63e1-ce26-434b-9f21-d570d2861232 req-8bc08932-5987-4b58-9bc3-0631cc0b9636 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0636981 Mar 01 16:00:25.515281 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1bb63e1-ce26-434b-9f21-d570d2861232 req-72de4ab1-3949-4e4f-a71b-f01da53061ee tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 Mar 01 16:00:25.587127 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d1ba030f-87ab-421e-8a06-4b67ca6b73f5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:25.593745 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d1ba030f-87ab-421e-8a06-4b67ca6b73f5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.1589897 Mar 01 16:00:25.612468 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-aff58422-b875-4abc-b890-2d4d0fbb2547 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/quotas/972c09cd4939430ca54bf3b51dfad76a HTTP/1.1" status: 200 len: 375 time: 0.0178413 Mar 01 16:00:25.656513 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec980d-1665-487b-904b-3a64eb1c5f82 req-7cdc170f-64dc-4178-a794-062e8b3ec894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:25.658085 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-edec980d-1665-487b-904b-3a64eb1c5f82 req-7cdc170f-64dc-4178-a794-062e8b3ec894 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1130 time: 0.1312041 Mar 01 16:00:25.694256 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-837aa183-2c94-4107-a22d-b35a917058aa tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809436 Mar 01 16:00:25.805546 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-edec980d-1665-487b-904b-3a64eb1c5f82 req-12fe9e5f-35ac-4b5d-b52f-edbe56937ab3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346235 Mar 01 16:00:25.848068 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-6fe097fd-b494-432e-ae85-a4a948600583 service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424563 Mar 01 16:00:25.855545 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deec8e1-809f-459b-8e66-ab0ea579972e req-1d13fc85-1b96-4e31-ab9d-91d5a7de12ec tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:25.856949 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8deec8e1-809f-459b-8e66-ab0ea579972e req-1d13fc85-1b96-4e31-ab9d-91d5a7de12ec tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.1172104 Mar 01 16:00:25.959155 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8deec8e1-809f-459b-8e66-ab0ea579972e req-2ae55952-1a0e-469b-aa8b-1695d9eb8109 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943756 Mar 01 16:00:25.978277 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-312cad3b-1df8-46ca-9042-a93b2a262bad service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203539 Mar 01 16:00:26.199590 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3baf13d2-2597-47b7-82dd-6eeb70f2256b req-18d5f03c-999c-4de6-811e-f7f5926d1711 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 210 time: 0.0684078 Mar 01 16:00:26.432586 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60960) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:26.455927 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60968) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:26.523645 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a93b-b5fb-452f-8fcd-83da90e1042e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.583156 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.636413 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-513b3887-96ed-4249-8cdf-4f4cc27a2e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.716354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40742fb3-0d4e-42c3-8c64-4486b4cbcd52 req-e0e573ae-6265-4365-b533-4228fecc2d6f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:26.717850 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-40742fb3-0d4e-42c3-8c64-4486b4cbcd52 req-e0e573ae-6265-4365-b533-4228fecc2d6f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0949686 Mar 01 16:00:26.720320 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Publish callbacks [] for security_group (ee3f268a-994a-4e8b-93a5-51c7c3392f9b), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.725235 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ee3f268a-994a-4e8b-93a5-51c7c3392f9b), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.779756 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-513b3887-96ed-4249-8cdf-4f4cc27a2e60 admin admin] Publish callbacks [] for security_group (d9b26ea5-912d-4e11-8bf8-6c4154fda79b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.787110 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-513b3887-96ed-4249-8cdf-4f4cc27a2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (d9b26ea5-912d-4e11-8bf8-6c4154fda79b), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.809243 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cd235a37a994d3c95364a5d64452c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722260 Mar 01 16:00:26.810090 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3f268a-994a-4e8b-93a5-51c7c3392f9b,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:26.812966 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60978) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:26.850605 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-513b3887-96ed-4249-8cdf-4f4cc27a2e60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4baed4363984eee9fde38b59881ce1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929887 Mar 01 16:00:26.851809 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 60980) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:26.854556 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b3887-96ed-4249-8cdf-4f4cc27a2e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b26ea5-912d-4e11-8bf8-6c4154fda79b,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:26.865613 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.865835 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.866257 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.866656 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.867103 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.867587 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.867988 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.868378 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.868765 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.869153 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.869583 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.870031 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.870461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8f88-18cd-4a9e-aad8-85390e1d0c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:00:26.900512 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-40742fb3-0d4e-42c3-8c64-4486b4cbcd52 req-d84dcb72-036e-47f5-92c2-1c3f07efe470 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685259 Mar 01 16:00:26.918555 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca6-33e4-4a62-9680-8311e7c2055c admin admin] Publish callbacks [] for security_group (d9b26ea5-912d-4e11-8bf8-6c4154fda79b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.919025 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8510f9ff-b403-4162-9014-3f4869c3e5b1 admin admin] Publish callbacks [] for security_group (ee3f268a-994a-4e8b-93a5-51c7c3392f9b), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.942793 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8510f9ff-b403-4162-9014-3f4869c3e5b1 admin admin] Publish callbacks [] for security_group (ee3f268a-994a-4e8b-93a5-51c7c3392f9b), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:26.944993 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca6-33e4-4a62-9680-8311e7c2055c admin admin] Publish callbacks [] for security_group (d9b26ea5-912d-4e11-8bf8-6c4154fda79b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.012120 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca6-33e4-4a62-9680-8311e7c2055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (d9b26ea5-912d-4e11-8bf8-6c4154fda79b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.024781 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca6-33e4-4a62-9680-8311e7c2055c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.027296 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-25d86ca6-33e4-4a62-9680-8311e7c2055c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9b26ea5-912d-4e11-8bf8-6c4154fda79b HTTP/1.1" status: 204 len: 168 time: 0.1742494 Mar 01 16:00:27.036875 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8510f9ff-b403-4162-9014-3f4869c3e5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ee3f268a-994a-4e8b-93a5-51c7c3392f9b), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.038423 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d86ca6-33e4-4a62-9680-8311e7c2055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b26ea5-912d-4e11-8bf8-6c4154fda79b,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:27.039776 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8510f9ff-b403-4162-9014-3f4869c3e5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.041749 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-8510f9ff-b403-4162-9014-3f4869c3e5b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee3f268a-994a-4e8b-93a5-51c7c3392f9b HTTP/1.1" status: 204 len: 168 time: 0.2279189 Mar 01 16:00:27.057802 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510f9ff-b403-4162-9014-3f4869c3e5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3f268a-994a-4e8b-93a5-51c7c3392f9b,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:27.125209 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 60992) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:27.170572 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ad6ee-6da9-4ba9-b509-e9dd2f61ea55 req-0121c128-6044-4601-ba27-28ab10ac69d7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:27.175737 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d6ad6ee-6da9-4ba9-b509-e9dd2f61ea55 req-0121c128-6044-4601-ba27-28ab10ac69d7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.1037052 Mar 01 16:00:27.246447 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d6ad6ee-6da9-4ba9-b509-e9dd2f61ea55 req-b646a6e6-2862-429e-9337-2e9628348d03 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656900 Mar 01 16:00:27.328815 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a2450d7-c64b-411b-81dc-2fb2e8aaa8ae req-96ad3c28-b81a-45b7-9e41-3fddbcd02378 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 210 time: 0.0348306 Mar 01 16:00:27.486490 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-846d1dd6-23a1-409f-990c-d5c2be1ef814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.634891 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-b432e96d-2333-42c7-bbe2-3dec15418d53 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:27.636465 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-b432e96d-2333-42c7-bbe2-3dec15418d53 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.1703284 Mar 01 16:00:27.660468 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Request body: {'port': {'device_id': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'admin_state_up': True, 'tenant_id': '972c09cd4939430ca54bf3b51dfad76a'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:27.757975 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-846d1dd6-23a1-409f-990c-d5c2be1ef814 admin admin] Publish callbacks [] for security_group (5c46e292-06c9-461c-a891-16296705dc6d), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.775478 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-846d1dd6-23a1-409f-990c-d5c2be1ef814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5c46e292-06c9-461c-a891-16296705dc6d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.775667 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.865129 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-846d1dd6-23a1-409f-990c-d5c2be1ef814 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67c65fc4b0344c058a1e14079b413885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7376778 Mar 01 16:00:27.868721 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 32802) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:27.870446 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d1dd6-23a1-409f-990c-d5c2be1ef814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c46e292-06c9-461c-a891-16296705dc6d,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:27.906588 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Made reservation on behalf of 972c09cd4939430ca54bf3b51dfad76a for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:27.912933 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.963079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-08d2b281-c5ef-427e-905e-e16cf4ac6571 admin admin] Publish callbacks [] for security_group (5c46e292-06c9-461c-a891-16296705dc6d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:27.997594 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-08d2b281-c5ef-427e-905e-e16cf4ac6571 admin admin] Publish callbacks [] for security_group (5c46e292-06c9-461c-a891-16296705dc6d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.072467 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-08d2b281-c5ef-427e-905e-e16cf4ac6571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5c46e292-06c9-461c-a891-16296705dc6d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.076162 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-08d2b281-c5ef-427e-905e-e16cf4ac6571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.082490 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-08d2b281-c5ef-427e-905e-e16cf4ac6571 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c46e292-06c9-461c-a891-16296705dc6d HTTP/1.1" status: 204 len: 168 time: 0.2111115 Mar 01 16:00:28.093252 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2b281-c5ef-427e-905e-e16cf4ac6571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c46e292-06c9-461c-a891-16296705dc6d,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:28.155864 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Allocated IP 172.20.0.5 (abc91343-9562-4611-b94c-a2ac6d0affb1/3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41/8ec8a4df-5793-4da2-b5b3-6ec58e07da45) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:28.185949 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0305407-885c-457b-b16e-95b50656cbbc req-b123efe6-ae8e-43ee-92a9-5d663c5cea53 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:28.188352 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c0305407-885c-457b-b16e-95b50656cbbc req-b123efe6-ae8e-43ee-92a9-5d663c5cea53 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1046033 Mar 01 16:00:28.518583 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 32838) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:28.532485 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-58313b27-032b-4e0f-bde7-d22e664fa767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.621012 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-58313b27-032b-4e0f-bde7-d22e664fa767 admin admin] Publish callbacks [] for security_group (033ce859-cd13-4d2a-915f-697ae757fce3), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.626182 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-58313b27-032b-4e0f-bde7-d22e664fa767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (033ce859-cd13-4d2a-915f-697ae757fce3), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.638991 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c0305407-885c-457b-b16e-95b50656cbbc req-08502afd-c74d-4857-8a35-1fec0595fb1e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334159 Mar 01 16:00:28.696674 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f37a90-0c0a-4272-8844-79f79abf956a req-2415fad2-383f-4ea8-94ed-e253a63aaa4b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:28.698483 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-56f37a90-0c0a-4272-8844-79f79abf956a req-2415fad2-383f-4ea8-94ed-e253a63aaa4b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.3383756 Mar 01 16:00:28.702200 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks [] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.765007 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58313b27-032b-4e0f-bde7-d22e664fa767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ce859-cd13-4d2a-915f-697ae757fce3,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:28.767292 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-56f37a90-0c0a-4272-8844-79f79abf956a req-9ca95d04-d514-45a3-a209-12e9284eca63 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618031 Mar 01 16:00:28.781889 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.802198 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb', '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:00:28.817062 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-58313b27-032b-4e0f-bde7-d22e664fa767 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19a538ff4baa4bbab7f77dbb39dd8e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973998 Mar 01 16:00:28.818436 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 32852) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:28.918936 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fe8df94c-b7bf-47ee-bcf8-f402aa7b2984 admin admin] Publish callbacks [] for security_group (033ce859-cd13-4d2a-915f-697ae757fce3), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:28.961576 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fe8df94c-b7bf-47ee-bcf8-f402aa7b2984 admin admin] Publish callbacks [] for security_group (033ce859-cd13-4d2a-915f-697ae757fce3), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.020486 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fe8df94c-b7bf-47ee-bcf8-f402aa7b2984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (033ce859-cd13-4d2a-915f-697ae757fce3), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.023889 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fe8df94c-b7bf-47ee-bcf8-f402aa7b2984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.025236 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-fe8df94c-b7bf-47ee-bcf8-f402aa7b2984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/033ce859-cd13-4d2a-915f-697ae757fce3 HTTP/1.1" status: 204 len: 168 time: 0.2046173 Mar 01 16:00:29.029575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Network abc91343-9562-4611-b94c-a2ac6d0affb1 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:29.034997 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8df94c-b7bf-47ee-bcf8-f402aa7b2984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ce859-cd13-4d2a-915f-697ae757fce3,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:29.081654 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:29.094034 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:29.111144 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 32876) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:29.144415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:29.145040 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.150835 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event updated for resources: {'Port': ['ID=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:29.174376 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e73bcc-5b37-4617-a7a3-d70e77aabe41 req-7cf438da-b662-4252-b2b4-2f650f6efdc7 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:29.176804 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-46e73bcc-5b37-4617-a7a3-d70e77aabe41 req-7cf438da-b662-4252-b2b4-2f650f6efdc7 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 931 time: 0.3321989 Mar 01 16:00:29.209040 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8c59c-0546-40a3-aabe-06c62ae1e4f7 req-a0801bbe-6f38-498a-8fee-3c2837cb6d87 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:29.214537 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e0a8c59c-0546-40a3-aabe-06c62ae1e4f7 req-a0801bbe-6f38-498a-8fee-3c2837cb6d87 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.2715137 Mar 01 16:00:29.219191 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-d221b379-0c6f-4b56-ac09-7eae70eb10b6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5628736 Mar 01 16:00:29.219960 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 32892) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:29.226268 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'floatingip': {'port_id': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:29.234185 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Request body: {'port': {'device_id': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:29.291493 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-46e73bcc-5b37-4617-a7a3-d70e77aabe41 req-70584ea7-3fa2-4152-a058-230d72503bb3 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002731 Mar 01 16:00:29.313712 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.333453 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.347882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.431662 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-440c80bc-bb6d-4664-bce7-31b2d46967a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.718388 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-440c80bc-bb6d-4664-bce7-31b2d46967a2 admin admin] Publish callbacks [] for security_group (a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.727065 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-440c80bc-bb6d-4664-bce7-31b2d46967a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.811917 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:00:29.819334 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-440c80bc-bb6d-4664-bce7-31b2d46967a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10ccfbc422d24808960fa5fce0948675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7067852 Mar 01 16:00:29.820310 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 32924) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:29.829576 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c80bc-bb6d-4664-bce7-31b2d46967a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:29.832038 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Publish callbacks [] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.882473 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Transition to ACTIVE for port object 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:00:29.910054 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:29.997311 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Pushing event updated for resources: {'Port': ['ID=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:30.029976 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcda2c4-c95a-48e4-94a8-0bd577b67bf9 req-1111156a-d05a-4b9e-b33c-be7508267151 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:30.031988 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ebcda2c4-c95a-48e4-94a8-0bd577b67bf9 req-1111156a-d05a-4b9e-b33c-be7508267151 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1600647 Mar 01 16:00:30.123948 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Attempting to bind port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:30.124289 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Attempting to bind port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:30.124616 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Attempting to bind port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:30.130461 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ebcda2c4-c95a-48e4-94a8-0bd577b67bf9 req-a083b8f2-101f-4e8a-904f-a127cd2e8582 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761836 Mar 01 16:00:30.133710 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 on network abc91343-9562-4611-b94c-a2ac6d0affb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:00:30.134037 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Attempting to bind port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:30.139934 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:30.140274 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Checking segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:30.140790 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Bound using segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:30.141228 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Bound port: 8ec8a4df-5793-4da2-b5b3-6ec58e07da45, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:30.141716 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.180926 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ba6af11-7b2d-4727-b4b9-9614083856fd admin admin] Publish callbacks [] for security_group (a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.236899 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ba6af11-7b2d-4727-b4b9-9614083856fd admin admin] Publish callbacks [] for security_group (a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.239269 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.242297 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] For port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:30.252882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] For port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:30.264922 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.309230 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:30.309950 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.311561 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] 10.222.0.64 "PUT /v2.0/ports/8ec8a4df-5793-4da2-b5b3-6ec58e07da45 HTTP/1.1" status: 200 len: 1093 time: 1.0817394 Mar 01 16:00:30.314982 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'tag': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:30.328438 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1349e3-ac1e-4e43-9597-431f7076ae46" -d '{"events": [{"name": "network-changed", "server_uuid": "8b64e0c8-99f1-43c5-af13-7bc2ba92d12b", "tag": "8ec8a4df-5793-4da2-b5b3-6ec58e07da45"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:30.347560 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.356324 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.363193 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ba6af11-7b2d-4727-b4b9-9614083856fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.370798 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ba6af11-7b2d-4727-b4b9-9614083856fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.377438 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-3ba6af11-7b2d-4727-b4b9-9614083856fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef HTTP/1.1" status: 204 len: 168 time: 0.5524719 Mar 01 16:00:30.417256 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae980c-f98d-4621-9760-16125a9aa14a service neutron] Pushing event updated for resources: {'Port': ['ID=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:30.443595 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6af11-7b2d-4727-b4b9-9614083856fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e1c3f9-0a76-4566-82a4-ff4f7f2047ef,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:30.475683 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c640978a-2222-4829-bcd9-7a091278a6e8 x-openstack-request-id: req-c640978a-2222-4829-bcd9-7a091278a6e8 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:30.476530 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b64e0c8-99f1-43c5-af13-7bc2ba92d12b", "tag": "8ec8a4df-5793-4da2-b5b3-6ec58e07da45", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:30.476812 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c640978a-2222-4829-bcd9-7a091278a6e8 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:30.477119 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'tag': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45', 'status': 'completed', 'code': 200} Mar 01 16:00:30.544122 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Floating IP 51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc associated. External IP: 172.27.0.23, port: a0c8ae5b-2020-48db-8334-7f37dfaa8e11. Mar 01 16:00:30.570311 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-acae3b74-909d-4d22-b2b3-83ef3faca619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:30.571784 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-acae3b74-909d-4d22-b2b3-83ef3faca619 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 1127 time: 0.1661644 Mar 01 16:00:30.582284 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-18ac1490-c2ec-411a-96cb-e8147121fd3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1451678 Mar 01 16:00:30.640201 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:30.654338 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b6f1-dc19-4372-81f6-8338e4cdf331 req-016ab2df-7cfa-414c-8ab4-e2eda5384918 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:30.660876 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4964b6f1-dc19-4372-81f6-8338e4cdf331 req-016ab2df-7cfa-414c-8ab4-e2eda5384918 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 943 time: 0.2220950 Mar 01 16:00:30.670737 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-1e6e5ae9-4e9a-48cd-8a0a-f613dc01d1a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec8a4df-5793-4da2-b5b3-6ec58e07da45 HTTP/1.1" status: 200 len: 217 time: 0.0862303 Mar 01 16:00:30.774236 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-9ad8a337-c82e-4d0d-a649-8a5c971a2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:30.775741 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-9ad8a337-c82e-4d0d-a649-8a5c971a2792 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.0977850 Mar 01 16:00:30.797013 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4964b6f1-dc19-4372-81f6-8338e4cdf331 req-87a6bc7b-4c02-4a1d-8295-52971f987b17 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306016 Mar 01 16:00:30.809031 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-d7ce1928-8a6a-48a4-aefd-aa9e7b760e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:30.809031 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-d7ce1928-8a6a-48a4-aefd-aa9e7b760e98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 1129 time: 0.1643605 Mar 01 16:00:30.839461 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-8e7f498f-f116-43b1-b02b-a77645d0fc2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405369 Mar 01 16:00:30.942684 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Router e26f41fe-1720-4f65-8f93-41c363934507 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:00:31.068169 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-07e3e0fc-3e67-49b3-ad53-8839aae7b136 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200902 Mar 01 16:00:31.070555 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-4bd90081-0751-4aa1-ae1a-c8b9555790f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:31.072185 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-4bd90081-0751-4aa1-ae1a-c8b9555790f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 915 time: 0.2353246 Mar 01 16:00:31.130951 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:00:31.137033 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:31.143680 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] Sync routers for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:00:31.152422 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-9bf35e5d-e3fa-4fe8-9551-36a4a97f7536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb HTTP/1.1" status: 200 len: 217 time: 0.0542309 Mar 01 16:00:31.162590 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:31.166900 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:31.196092 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-74fa3d46-9b15-4b25-a766-08faa653f45a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "PUT /v2.0/floatingips/51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc HTTP/1.1" status: 200 len: 991 time: 1.9733431 Mar 01 16:00:31.198155 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:31.207356 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:31.305814 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7079ebe4-1ccd-4733-aa53-7062dd873c2a x-openstack-request-id: req-7079ebe4-1ccd-4733-aa53-7062dd873c2a {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:31.306333 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:31.306742 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7079ebe4-1ccd-4733-aa53-7062dd873c2a {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:31.307458 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'status': 'completed', 'code': 200} Mar 01 16:00:31.403879 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-9591c38d-27ee-4218-8350-176aec234b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:31.407494 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-9591c38d-27ee-4218-8350-176aec234b99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.2140026 Mar 01 16:00:31.425116 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-33d22670-70ec-4651-bd4b-b3c98c44ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:31.436103 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-33d22670-70ec-4651-bd4b-b3c98c44ee25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1130 time: 0.1028860 Mar 01 16:00:31.451769 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-374a045e-581c-4c86-9cd1-dd36d44c2aec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328619 Mar 01 16:00:31.453593 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-025ddd73-6f0d-44a0-a7e6-362025fcd139 req-655509cb-31fb-4d87-ab27-2cfecb0e5767 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719420 Mar 01 16:00:31.460921 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64239c71-ec65-4c1f-aabf-8cf2e06e8383 req-845f3da2-2a9f-4447-8d07-97ab91b7d3ad tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:31.462601 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-64239c71-ec65-4c1f-aabf-8cf2e06e8383 req-845f3da2-2a9f-4447-8d07-97ab91b7d3ad tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1784832 Mar 01 16:00:31.561174 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:31.692873 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-55d17c34-cef6-4c5f-a7a9-39b73d3a3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:31.695572 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-55d17c34-cef6-4c5f-a7a9-39b73d3a3f5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.2519324 Mar 01 16:00:31.722578 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-64239c71-ec65-4c1f-aabf-8cf2e06e8383 req-2e6a0be3-06f6-4af3-9aa9-38bd0cfa5b5d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492898 Mar 01 16:00:31.779313 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-1f93e255-32c5-49a2-ac1b-96d246f026be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:31.781152 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-1f93e255-32c5-49a2-ac1b-96d246f026be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 1127 time: 0.2219143 Mar 01 16:00:31.783518 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-c8e328f4-6777-424c-b7fb-d0ae23f4cbe8 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199055 Mar 01 16:00:31.998457 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-7e380e2a-5f41-4751-9494-1408f41a7e26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 999 time: 0.2930670 Mar 01 16:00:32.038590 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-a2845bff-0107-4be8-a05a-ae993dd9b83e service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406628 Mar 01 16:00:32.041560 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-0df6f855-bd62-44b1-9f0c-14e8c79612e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:32.043051 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-0df6f855-bd62-44b1-9f0c-14e8c79612e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 915 time: 0.2470698 Mar 01 16:00:32.068814 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b68619-3bac-4a35-8e3a-64544db7399a req-035edcfb-bf58-4c01-94d7-43b41f58508c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:32.078489 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-17b68619-3bac-4a35-8e3a-64544db7399a req-035edcfb-bf58-4c01-94d7-43b41f58508c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 943 time: 0.1650825 Mar 01 16:00:32.123394 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33036) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:32.142431 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-148aeb68-0b65-4692-92cf-c7aee66a21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:32.145776 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-148aeb68-0b65-4692-92cf-c7aee66a21fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.1330769 Mar 01 16:00:32.149744 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-15a25fcc-0bf4-4663-85cb-640a2f54087e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec8a4df-5793-4da2-b5b3-6ec58e07da45 HTTP/1.1" status: 200 len: 217 time: 0.0620635 Mar 01 16:00:32.193549 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'port_id': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'mac_address': 'fa:16:3e:6b:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:00:09Z', 'updated_at': '2022-03-01T16:00:30Z', 'revision_number': 1, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:32.233535 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] Checking router: e26f41fe-1720-4f65-8f93-41c363934507 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:00:32.243977 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:32.244921 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:32.247303 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-5187f8c8-d5b2-4066-a98b-90cfcba8bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:32.248967 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-5187f8c8-d5b2-4066-a98b-90cfcba8bbc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0969899 Mar 01 16:00:32.265745 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-17b68619-3bac-4a35-8e3a-64544db7399a req-3666ea83-d4cd-43b8-85ba-91fa2434bdaf tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868680 Mar 01 16:00:32.303780 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-95802c04-399e-4132-bd92-6615c370138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:32.305259 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-95802c04-399e-4132-bd92-6615c370138d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.1406283 Mar 01 16:00:32.320822 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2079868046-network', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:32.341489 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-91dc720d-4517-4659-a2b1-6fd25787931b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293815 Mar 01 16:00:32.406070 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-c376ecee-6572-40d5-99e8-8cc1191752d0 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483054 Mar 01 16:00:32.406769 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Made reservation on behalf of 508cad6c00ef4a57bcca201291065e3d for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:32.409320 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.418101 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:32.469736 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.473758 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-08b883ec-3e11-4000-9e51-c8ecd80798ac service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125729 Mar 01 16:00:32.620263 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-f6bf79c2-d0fe-42b2-b201-6d4652a5e065 req-9a1c907d-f9f8-47b1-bef2-2c0d7b3f4f41 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005279 Mar 01 16:00:32.625919 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks [] for security_group (ec44d28b-db12-4aa6-bc74-d0964e84cef2), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.630761 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ec44d28b-db12-4aa6-bc74-d0964e84cef2), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.691166 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:00:32.722048 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec44d28b-db12-4aa6-bc74-d0964e84cef2,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:32.730661 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (6e1fb808-d84a-4386-bde8-d6865a398019), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.731016 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Added segment 6e1fb808-d84a-4386-bde8-d6865a398019 of type vlan for network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 Mar 01 16:00:32.755754 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'port_id': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'mac_address': 'fa:16:3e:6b:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:00:09Z', 'updated_at': '2022-03-01T16:00:30Z', 'revision_number': 1, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:32.808432 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.850774 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.851955 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:32.852552 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:32.866340 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d359d0-eeb3-48ab-a16e-f4a69a0d939e None None] The sync data for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi is: [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'port_id': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'mac_address': 'fa:16:3e:6b:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:00:09Z', 'updated_at': '2022-03-01T16:00:30Z', 'revision_number': 1, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:00:32.934806 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2f1349e3-ac1e-4e43-9597-431f7076ae46 req-fa381f6b-4e74-46a3-a4cf-775ad787df07 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520273 Mar 01 16:00:32.976658 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8494804 Mar 01 16:00:32.979531 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33062) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:32.985988 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Request body: {'subnet': {'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2079868046-subnet', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:32.986996 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fef840-18ce-4353-bafc-a995e677a631 admin admin] Pushing event updated for resources: {'Network': ['ID=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:33.007395 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:00:33.008175 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88924e-2bcc-414f-9172-64ba2c69f850 req-9e4763fe-135f-4670-9a00-cb001f4bf7b9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:33.016842 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb88924e-2bcc-414f-9172-64ba2c69f850 req-9e4763fe-135f-4670-9a00-cb001f4bf7b9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1317060 Mar 01 16:00:33.034552 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33064) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:33.053347 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Made reservation on behalf of 508cad6c00ef4a57bcca201291065e3d for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:33.068555 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3493225'] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.196469 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cb88924e-2bcc-414f-9172-64ba2c69f850 req-c92285db-785d-4c9a-a8f5-4d23736d0c73 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786318 Mar 01 16:00:33.249187 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-674f2c32-7624-44f5-94af-ef9b894b1202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.357478 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-674f2c32-7624-44f5-94af-ef9b894b1202 admin admin] Publish callbacks [] for security_group (77e21ad3-ca73-42e3-b89a-4df1017fb8fd), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.358077 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189eee0-b8c0-4065-a5fb-828824d3b5dd None None] New status for floating IP 51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc: ACTIVE {{(pid=102832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:00:33.363314 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-674f2c32-7624-44f5-94af-ef9b894b1202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (77e21ad3-ca73-42e3-b89a-4df1017fb8fd), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.405324 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-674f2c32-7624-44f5-94af-ef9b894b1202 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3df609762cfe470cb8b6f18160b83718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696475 Mar 01 16:00:33.407856 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33076) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:33.413617 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126826639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3493211'] for subnet (48c4e4da-be7a-466a-9cb1-ac1aa8041ffe), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.414492 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2c32-7624-44f5-94af-ef9b894b1202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e21ad3-ca73-42e3-b89a-4df1017fb8fd,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:33.464339 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ad1b-39c1-481c-bd00-5c5d0ac328ae admin admin] Publish callbacks [] for security_group (77e21ad3-ca73-42e3-b89a-4df1017fb8fd), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.481843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:33.491006 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ad1b-39c1-481c-bd00-5c5d0ac328ae admin admin] Publish callbacks [] for security_group (77e21ad3-ca73-42e3-b89a-4df1017fb8fd), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.493073 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ddecc-b20e-45cb-8ea8-2906d524e116 req-7286ecd4-23cb-4137-a415-133132b90f69 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:33.495150 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-685ddecc-b20e-45cb-8ea8-2906d524e116 req-7286ecd4-23cb-4137-a415-133132b90f69 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 943 time: 0.1179857 Mar 01 16:00:33.520881 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Checking segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:33.521259 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Network hostable DHCP agents. Network: 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:00:33.542337 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ad1b-39c1-481c-bd00-5c5d0ac328ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (77e21ad3-ca73-42e3-b89a-4df1017fb8fd), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.545928 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ad1b-39c1-481c-bd00-5c5d0ac328ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.547765 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-b9c4ad1b-39c1-481c-bd00-5c5d0ac328ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77e21ad3-ca73-42e3-b89a-4df1017fb8fd HTTP/1.1" status: 204 len: 168 time: 0.1389399 Mar 01 16:00:33.562804 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:00:33.564689 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ad1b-39c1-481c-bd00-5c5d0ac328ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e21ad3-ca73-42e3-b89a-4df1017fb8fd,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:33.571161 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-685ddecc-b20e-45cb-8ea8-2906d524e116 req-cefb95b7-c33c-434b-b931-d99d631faa68 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700243 Mar 01 16:00:33.581465 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:33.588148 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:33.588747 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.608175 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6613de-8f05-4a0f-b05a-3fb4d8bad62e None None] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:00:33.615455 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33080) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:33.615776 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-f88f30a8-c948-4b9b-bcec-4c8db4cebec6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6348169 Mar 01 16:00:33.621473 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:33.646999 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.648119 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.712882 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks [] for router_controller (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), precommit_add_association {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.733862 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:00:33.734733 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.854868 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks [] for router_gateway (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:33.886460 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Allocated IP 172.20.0.2 (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63/48c4e4da-be7a-466a-9cb1-ac1aa8041ffe/266acadd-2a49-4675-80fe-35fa405c8c0a) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:33.902558 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33084) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:33.916973 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fb56-3a9c-41e9-b77c-157f6c5e73b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.026362 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fb56-3a9c-41e9-b77c-157f6c5e73b0 admin admin] Publish callbacks [] for security_group (28279f3e-71d9-4034-b42e-58e86c055ac5), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.032447 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fb56-3a9c-41e9-b77c-157f6c5e73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (28279f3e-71d9-4034-b42e-58e86c055ac5), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.054862 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Publish callbacks [] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.061427 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.067527 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8fb56-3a9c-41e9-b77c-157f6c5e73b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28279f3e-71d9-4034-b42e-58e86c055ac5,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:34.084449 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks [] for router_gateway (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.105060 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:34.108520 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b7f8fb56-3a9c-41e9-b77c-157f6c5e73b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4dc0ff81ede49b497a2e9be4c896418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045145 Mar 01 16:00:34.111007 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.111441 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33090) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:34.111712 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:34.114665 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:34.131127 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Pushing event updated for resources: {'Port': ['ID=266acadd-2a49-4675-80fe-35fa405c8c0a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:34.171919 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4734b7e6-92a5-461d-95da-1e6e2132be28 admin admin] Publish callbacks [] for security_group (28279f3e-71d9-4034-b42e-58e86c055ac5), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.181498 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Attempting to bind port 266acadd-2a49-4675-80fe-35fa405c8c0a on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:34.181905 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Attempting to bind port 266acadd-2a49-4675-80fe-35fa405c8c0a by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:34.182285 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Attempting to bind port 266acadd-2a49-4675-80fe-35fa405c8c0a on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:34.188176 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:34.189041 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Checking segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:34.189442 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.189840 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Bound using segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:34.190677 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Bound port: 266acadd-2a49-4675-80fe-35fa405c8c0a, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:34.191067 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.198816 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4734b7e6-92a5-461d-95da-1e6e2132be28 admin admin] Publish callbacks [] for security_group (28279f3e-71d9-4034-b42e-58e86c055ac5), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.240170 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Allocated IP 172.27.0.41 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/d0be29da-d88a-4d6d-857c-b604d2a2ac73) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:34.263305 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4734b7e6-92a5-461d-95da-1e6e2132be28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (28279f3e-71d9-4034-b42e-58e86c055ac5), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.266013 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4734b7e6-92a5-461d-95da-1e6e2132be28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.267533 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4734b7e6-92a5-461d-95da-1e6e2132be28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28279f3e-71d9-4034-b42e-58e86c055ac5 HTTP/1.1" status: 204 len: 168 time: 0.1550879 Mar 01 16:00:34.280576 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734b7e6-92a5-461d-95da-1e6e2132be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28279f3e-71d9-4034-b42e-58e86c055ac5,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:34.331599 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] For port 266acadd-2a49-4675-80fe-35fa405c8c0a, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:34.335457 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] For port 266acadd-2a49-4675-80fe-35fa405c8c0a, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=266acadd-2a49-4675-80fe-35fa405c8c0a,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:34.343028 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.416985 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178311ba-aefc-40bf-9a90-01bddf0bcd4d None None] Pushing event updated for resources: {'Port': ['ID=266acadd-2a49-4675-80fe-35fa405c8c0a,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:34.417995 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks [] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.425371 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055c953-8011-46ae-bcd4-320dbcc7a7c6 req-49df55e9-3c75-426f-a0cc-22cf71cd0bbe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:34.426872 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a055c953-8011-46ae-bcd4-320dbcc7a7c6 req-49df55e9-3c75-426f-a0cc-22cf71cd0bbe tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1100523 Mar 01 16:00:34.482506 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.505722 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a055c953-8011-46ae-bcd4-320dbcc7a7c6 req-26c1301c-6c46-45f1-bcf0-3c33ad852448 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690455 Mar 01 16:00:34.551217 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:34.555194 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:34.570901 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:34.577197 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Pushing event updated for resources: {'Port': ['ID=d0be29da-d88a-4d6d-857c-b604d2a2ac73,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:34.808734 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40f4a9-bb54-4afd-b883-df1c5ffd330c req-91f28331-c645-4f40-90a0-1b6ba67ca367 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:34.811052 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c40f4a9-bb54-4afd-b883-df1c5ffd330c req-91f28331-c645-4f40-90a0-1b6ba67ca367 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 943 time: 0.1469486 Mar 01 16:00:34.863619 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33116) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:34.882499 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks [] for router_gateway (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:34.891721 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c40f4a9-bb54-4afd-b883-df1c5ffd330c req-ab19fa22-58b3-4ec4-ad28-20404ce0be1e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744429 Mar 01 16:00:35.158112 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-66f1824a-8674-46ca-a9db-f361f80d5b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.385401 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-66f1824a-8674-46ca-a9db-f361f80d5b29 admin admin] Publish callbacks [] for security_group (ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.390400 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-66f1824a-8674-46ca-a9db-f361f80d5b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.448539 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.452152 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-66f1824a-8674-46ca-a9db-f361f80d5b29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff02b1c45895474d97daa82086c8a2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5875013 Mar 01 16:00:35.453966 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1824a-8674-46ca-a9db-f361f80d5b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:35.455060 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33130) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:35.541852 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06612fef-2d2f-452e-adef-3bcd9028a4e5 admin admin] Publish callbacks [] for security_group (ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.572248 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06612fef-2d2f-452e-adef-3bcd9028a4e5 admin admin] Publish callbacks [] for security_group (ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.630913 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:00:35.671328 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9af44b-202a-4868-9046-c27c70983351 None None] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:00:35.699883 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06612fef-2d2f-452e-adef-3bcd9028a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.702557 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06612fef-2d2f-452e-adef-3bcd9028a4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.706030 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-06612fef-2d2f-452e-adef-3bcd9028a4e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152 HTTP/1.1" status: 204 len: 168 time: 0.2419837 Mar 01 16:00:35.718110 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612fef-2d2f-452e-adef-3bcd9028a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6f1ec8-e465-4d4c-8fd0-ab3ea32d8152,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:35.748225 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db169a-5610-4555-b8b6-6ec96511a3cb req-c565c2c1-d681-4ab9-80fb-6e76ee012320 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:35.750315 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98db169a-5610-4555-b8b6-6ec96511a3cb req-c565c2c1-d681-4ab9-80fb-6e76ee012320 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1165950 Mar 01 16:00:35.828710 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 266acadd-2a49-4675-80fe-35fa405c8c0a up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:35.831521 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:00:35.846938 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-d130af70-be65-4fb1-b0b3-81e4e862ca3a None None] Provisioning complete for port 266acadd-2a49-4675-80fe-35fa405c8c0a triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:35.847382 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d130af70-be65-4fb1-b0b3-81e4e862ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.856337 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:00:35.875426 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:35.876972 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-09d66bf4-29ee-4cb9-b5df-4ec3f8b7d4ad admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2598293 Mar 01 16:00:35.883157 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33142) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:35.885241 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98db169a-5610-4555-b8b6-6ec96511a3cb req-e280d91e-2d9e-48e6-94d7-7282cb293468 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278734 Mar 01 16:00:35.886180 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:35.887067 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:35.996986 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 266acadd-2a49-4675-80fe-35fa405c8c0a triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:35.997236 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.028531 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:36.074467 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d130af70-be65-4fb1-b0b3-81e4e862ca3a None None] Current status of the port 266acadd-2a49-4675-80fe-35fa405c8c0a is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:36.074957 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d130af70-be65-4fb1-b0b3-81e4e862ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.128531 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6f862-e2f8-4aee-831b-07245af08aa9 req-ee4d6e44-50e1-4e49-bfed-24d4f963e844 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:36.136542 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d9d6f862-e2f8-4aee-831b-07245af08aa9 req-ee4d6e44-50e1-4e49-bfed-24d4f963e844 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 943 time: 0.1202934 Mar 01 16:00:36.233053 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d9d6f862-e2f8-4aee-831b-07245af08aa9 req-2d881914-ccf4-437d-9476-54d9c135aa01 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768332 Mar 01 16:00:36.236044 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-d130af70-be65-4fb1-b0b3-81e4e862ca3a None None] For port 266acadd-2a49-4675-80fe-35fa405c8c0a, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=266acadd-2a49-4675-80fe-35fa405c8c0a,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:36.254355 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 266acadd-2a49-4675-80fe-35fa405c8c0a is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:36.254656 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.259895 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d130af70-be65-4fb1-b0b3-81e4e862ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.394132 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130af70-be65-4fb1-b0b3-81e4e862ca3a None None] Pushing event updated for resources: {'Port': ['ID=266acadd-2a49-4675-80fe-35fa405c8c0a,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:36.425837 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-63503199-9807-41ab-9c55-8a95d78eb928 None None] Provisioning complete for port 266acadd-2a49-4675-80fe-35fa405c8c0a triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:36.426310 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-63503199-9807-41ab-9c55-8a95d78eb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.430095 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:34Z', 'revision_number': 3, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:36.458839 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.db.api [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 16:00:36.459368 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG oslo_db.api [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 16:00:36.461485 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:00:36.462013 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Updating router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d port d0be29da-d88a-4d6d-857c-b604d2a2ac73 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:00:36.492016 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.515336 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-63503199-9807-41ab-9c55-8a95d78eb928 None None] Current status of the port 266acadd-2a49-4675-80fe-35fa405c8c0a is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:36.570742 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.728093 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Allocated IP 172.20.0.1 (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63/48c4e4da-be7a-466a-9cb1-ac1aa8041ffe/045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:36.753488 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Publish callbacks [] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.759423 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.808187 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Attempting to bind port d0be29da-d88a-4d6d-857c-b604d2a2ac73 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:36.808564 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Attempting to bind port d0be29da-d88a-4d6d-857c-b604d2a2ac73 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:36.808968 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Attempting to bind port d0be29da-d88a-4d6d-857c-b604d2a2ac73 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:36.816156 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd651d12-4203-43b9-accf-a887861b7012 None None] Pushing event updated for resources: {'Port': ['ID=d0be29da-d88a-4d6d-857c-b604d2a2ac73,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:36.818566 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:36.818943 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:36.819930 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.820319 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:36.820791 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Bound port: d0be29da-d88a-4d6d-857c-b604d2a2ac73, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:36.821171 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.839029 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks [] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.871565 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] For port d0be29da-d88a-4d6d-857c-b604d2a2ac73, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:36.872567 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.874567 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] For port d0be29da-d88a-4d6d-857c-b604d2a2ac73, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d0be29da-d88a-4d6d-857c-b604d2a2ac73,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:36.881205 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.927273 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:36.929378 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Pushing event updated for resources: {'Port': ['ID=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:36.930879 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:36.931018 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:36.933928 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:36.936567 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:36.937160 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:36.945188 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:00:37.070141 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a774a9-d197-41d2-91fb-e6dda0268eac req-ffd1b94e-d116-488d-8498-185cfb1c8a39 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:37.073230 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02a774a9-d197-41d2-91fb-e6dda0268eac req-ffd1b94e-d116-488d-8498-185cfb1c8a39 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1065392 Mar 01 16:00:37.099038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 266acadd-2a49-4675-80fe-35fa405c8c0a is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:37.146032 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.180514 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02a774a9-d197-41d2-91fb-e6dda0268eac req-212bdddb-ac93-4dbf-9f8c-5416b57d8428 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008809 Mar 01 16:00:37.237847 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:37.278028 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:37.309667 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'port_id': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45', 'mac_address': 'fa:16:3e:e9:5e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:00:37.425133 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-728ab252-f03e-4c97-b63e-b8261e850248 None None] Provisioning complete for port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:37.427805 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-728ab252-f03e-4c97-b63e-b8261e850248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.433953 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd651d12-4203-43b9-accf-a887861b7012 None None] Pushing event updated for resources: {'Port': ['ID=d0be29da-d88a-4d6d-857c-b604d2a2ac73,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:37.476469 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:34Z', 'revision_number': 3, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:37.494456 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks [] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.496730 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb26d98-61bd-4aa9-b029-4a0a61bd4b6c req-ffe371fd-a76b-4ac7-a90b-792b30d86b8a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:37.498887 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.499071 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4cb26d98-61bd-4aa9-b029-4a0a61bd4b6c req-ffe371fd-a76b-4ac7-a90b-792b30d86b8a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 943 time: 0.1555722 Mar 01 16:00:37.499662 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.514303 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:37.514794 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.515992 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17325ff0-a9fb-4773-a540-054bde280385 None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:34Z', 'revision_number': 3, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:00:37.542569 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:00:37.549702 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-728ab252-f03e-4c97-b63e-b8261e850248 None None] Port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:37.562293 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4cb26d98-61bd-4aa9-b029-4a0a61bd4b6c req-9a131a14-ddce-494f-b1ff-175e4577cd3e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Mar 01 16:00:37.572570 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:37.589167 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.590506 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Pushing event updated for resources: {'Port': ['ID=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:37.638636 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:37.640137 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:37.645039 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:37.733078 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 266acadd-2a49-4675-80fe-35fa405c8c0a up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:37.787745 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 266acadd-2a49-4675-80fe-35fa405c8c0a triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:37.788381 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.788723 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:00:37.899306 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 266acadd-2a49-4675-80fe-35fa405c8c0a is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:37.905666 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-a4877be6-dacc-45ec-b528-788f309e39c5 None None] Provisioning complete for port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:37.906120 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4877be6-dacc-45ec-b528-788f309e39c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:37.951607 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:00:37.952206 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a4877be6-dacc-45ec-b528-788f309e39c5 None None] Port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:37.957237 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-3f72f3dd-04c7-4701-a2ec-46a9ae8b85ad admin admin] 10.222.0.10 "PUT /v2.0/routers/2f8549c5-cd2b-45c6-b71e-823bfe81af0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728071 Mar 01 16:00:38.328927 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414ad25-3dc9-4fe2-82ce-4521f18ed7d0 req-0799ebc8-7a83-488a-b2ec-258b655281ca tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:38.330546 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4414ad25-3dc9-4fe2-82ce-4521f18ed7d0 req-0799ebc8-7a83-488a-b2ec-258b655281ca tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0715733 Mar 01 16:00:38.404945 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4414ad25-3dc9-4fe2-82ce-4521f18ed7d0 req-b2d3d73e-fa08-4154-8dd7-71266676d28f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674834 Mar 01 16:00:38.458660 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a4769-a7ae-4e01-a0d9-fddb1589acaf req-ea731b5d-aff7-4e18-99f5-1e020e262dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:38.460751 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d97a4769-a7ae-4e01-a0d9-fddb1589acaf req-ea731b5d-aff7-4e18-99f5-1e020e262dd6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.0479038 Mar 01 16:00:38.545129 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d97a4769-a7ae-4e01-a0d9-fddb1589acaf req-d6ffcafe-e6ca-4af9-9573-d879f2ad0c6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739851 Mar 01 16:00:38.545955 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['8ec8a4df-5793-4da2-b5b3-6ec58e07da45'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:00:38.565846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33182) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:38.570943 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-349788383-network', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:38.593314 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Made reservation on behalf of c013a95b7eb84bd3ab015913e9eb924e for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:38.595859 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.605484 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.693270 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks [] for security_group (a907d74b-26ac-4355-bef0-e76adaa875f5), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.697092 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a907d74b-26ac-4355-bef0-e76adaa875f5), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.698359 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea594f-97d9-4ce8-81d2-b78e76af85eb req-9febc1f8-0978-4d0f-ba3d-96d1456c27f9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:38.701304 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-11ea594f-97d9-4ce8-81d2-b78e76af85eb req-9febc1f8-0978-4d0f-ba3d-96d1456c27f9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 944 time: 0.0682445 Mar 01 16:00:38.728651 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:00:38.744270 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907d74b-26ac-4355-bef0-e76adaa875f5,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:38.750996 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (c0651164-558b-4243-ac74-cfdca7a0f925), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.751383 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Added segment c0651164-558b-4243-ac74-cfdca7a0f925 of type vlan for network cac27d2d-5b76-4b27-a294-8ed333659690 Mar 01 16:00:38.759755 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-11ea594f-97d9-4ce8-81d2-b78e76af85eb req-3f813e18-0da2-408e-9e8a-6bc6dd43c5fe tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521801 Mar 01 16:00:38.794980 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (cac27d2d-5b76-4b27-a294-8ed333659690), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.821538 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (cac27d2d-5b76-4b27-a294-8ed333659690), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.822633 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:38.823211 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:38.871351 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3040226 Mar 01 16:00:38.873840 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33186) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:38.878364 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Request body: {'subnet': {'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-349788383-subnet', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'ip_version': 4}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:38.896388 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a153087-6482-4a9d-b3b8-d66c6b7c6456 admin admin] Pushing event updated for resources: {'Network': ['ID=cac27d2d-5b76-4b27-a294-8ed333659690,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:38.908476 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network cac27d2d-5b76-4b27-a294-8ed333659690 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:00:38.911626 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Made reservation on behalf of c013a95b7eb84bd3ab015913e9eb924e for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:38.914232 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.087861 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (6764c971-ac2b-430a-bafb-d1810be1fbf8), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.145007 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6764c971-ac2b-430a-bafb-d1810be1fbf8,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:39.155638 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Checking segment: {'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:39.156083 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Network hostable DHCP agents. Network: cac27d2d-5b76-4b27-a294-8ed333659690, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:00:39.173434 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Network cac27d2d-5b76-4b27-a294-8ed333659690 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:00:39.182377 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, cac27d2d-5b76-4b27-a294-8ed333659690) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:39.186300 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:39.186898 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.191655 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de465f0-b66d-4ae0-94d4-9acfa1311863 None None] Network cac27d2d-5b76-4b27-a294-8ed333659690 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:00:39.204918 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-14fd999a-b5b6-4b4a-9697-2b95ecd94662 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3300409 Mar 01 16:00:39.207651 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33188) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:39.212734 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:39.233818 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (fbdad3fa-4491-4239-949a-797ea4bc2f3f), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.234937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (fbdad3fa-4491-4239-949a-797ea4bc2f3f), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.296510 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks [] for router_controller (fbdad3fa-4491-4239-949a-797ea4bc2f3f), precommit_add_association {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.359148 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:00:39.376959 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:39.377590 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:39.437142 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks [] for router_gateway (fbdad3fa-4491-4239-949a-797ea4bc2f3f), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.504305 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-cac27d2d-5b76-4b27-a294-8ed333659690', 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690', 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'fixed_ips': [{'subnet_id': '6764c971-ac2b-430a-bafb-d1810be1fbf8'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:00:39.505179 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.577795 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee46b1-0fdc-4232-9606-599fd87a70ef req-4c0c5b2a-a99e-4aa4-ba3c-c9c441da1cbb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:39.587632 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1aee46b1-0fdc-4232-9606-599fd87a70ef req-4c0c5b2a-a99e-4aa4-ba3c-c9c441da1cbb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0914874 Mar 01 16:00:39.606006 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:39.658443 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1aee46b1-0fdc-4232-9606-599fd87a70ef req-ed91846e-d768-4e3f-90e1-6ddb087e5752 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698931 Mar 01 16:00:39.737376 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Allocated IP 172.20.0.2 (cac27d2d-5b76-4b27-a294-8ed333659690/6764c971-ac2b-430a-bafb-d1810be1fbf8/9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:39.793008 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d0be29da-d88a-4d6d-857c-b604d2a2ac73 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:39.832068 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks [] for router_gateway (fbdad3fa-4491-4239-949a-797ea4bc2f3f), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.871656 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:39.999695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7bfc7-c72f-4b39-a509-98db5120c688 req-c9c59600-1dfa-47c3-9633-5715a851b49e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:40.001316 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ee7bfc7-c72f-4b39-a509-98db5120c688 req-c9c59600-1dfa-47c3-9633-5715a851b49e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 944 time: 0.1397810 Mar 01 16:00:40.017192 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port d0be29da-d88a-4d6d-857c-b604d2a2ac73 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:40.017646 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.056016 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Allocated IP 172.27.0.225 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/3f5d3b5e-a4fb-427e-a2a2-27e913134759) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:40.076851 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ee7bfc7-c72f-4b39-a509-98db5120c688 req-87cd5238-d1cb-4786-9e64-4b89423a0359 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672078 Mar 01 16:00:40.118641 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Publish callbacks [] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.129446 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.174544 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 2, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:40.175979 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks [] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.211459 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.228026 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Network cac27d2d-5b76-4b27-a294-8ed333659690 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:40.233806 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:00:40.234164 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Updating router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:00:40.239664 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:40.249679 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:40.252584 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:40.256069 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:40.258270 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:40.261723 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port d0be29da-d88a-4d6d-857c-b604d2a2ac73 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:40.262110 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.281832 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Pushing event updated for resources: {'Port': ['ID=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:40.283455 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Pushing event updated for resources: {'Port': ['ID=3f5d3b5e-a4fb-427e-a2a2-27e913134759,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:40.316771 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port d0be29da-d88a-4d6d-857c-b604d2a2ac73, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d0be29da-d88a-4d6d-857c-b604d2a2ac73,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:40.320480 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.324529 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.388032 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Attempting to bind port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:40.388407 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Attempting to bind port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:40.388773 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Attempting to bind port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 on network cac27d2d-5b76-4b27-a294-8ed333659690 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:40.426521 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:40.426896 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Checking segment: {'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:40.427390 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.427785 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Bound using segment: {'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:40.428265 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Bound port: 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:40.428709 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.441715 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=d0be29da-d88a-4d6d-857c-b604d2a2ac73,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:40.517849 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks [] for router_gateway (fbdad3fa-4491-4239-949a-797ea4bc2f3f), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.614359 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] For port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:40.636197 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] For port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,segment=NetworkSegment(c0651164-558b-4243-ac74-cfdca7a0f925),segment_id=c0651164-558b-4243-ac74-cfdca7a0f925)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:40.649070 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.747117 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (fbdad3fa-4491-4239-949a-797ea4bc2f3f), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.773651 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329fef4-9431-45d5-8199-9e6454ec8793 None None] Pushing event updated for resources: {'Port': ['ID=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:40.792416 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Publish callbacks [] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.807696 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.887673 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac5925-a2d1-4997-83ea-fc989a009c5c None None] Pushing event updated for resources: {'Port': ['ID=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:40.895790 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746636dc-c67e-4779-8592-9eccd671e3a6 req-48f7668e-9d07-4edc-8292-76075f38b356 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:40.897382 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-746636dc-c67e-4779-8592-9eccd671e3a6 req-48f7668e-9d07-4edc-8292-76075f38b356 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1392317 Mar 01 16:00:40.967346 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Attempting to bind port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:40.967703 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-746636dc-c67e-4779-8592-9eccd671e3a6 req-bc9642fc-d562-43bb-b3c4-35dbc6f24303 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636315 Mar 01 16:00:40.967926 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Attempting to bind port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:40.968364 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Attempting to bind port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:40.983373 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Router fbdad3fa-4491-4239-949a-797ea4bc2f3f is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:00:40.987399 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:40.988127 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Checking segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:40.988724 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:40.989273 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Bound using segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:40.989918 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Bound port: 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:40.990449 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.008589 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:41.167751 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:00:41.180897 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Sync routers for ids ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:00:41.199686 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.203470 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a5c16fa1-67d4-4790-99b1-bf3133f90dfa admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9922216 Mar 01 16:00:41.203961 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33234) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:41.204969 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Routers {'fbdad3fa-4491-4239-949a-797ea4bc2f3f'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:41.206591 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:41.269341 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd67c60-1960-433b-96cc-95bf0c082a52 req-9e38942d-64b7-4d00-95d0-0952bb7ebc6c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:41.271167 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dfd67c60-1960-433b-96cc-95bf0c082a52 req-9e38942d-64b7-4d00-95d0-0952bb7ebc6c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 944 time: 0.0835354 Mar 01 16:00:41.359664 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-79a2485f-826d-488b-9ad3-22937581d5c8 None None] Provisioning complete for port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:41.360111 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79a2485f-826d-488b-9ad3-22937581d5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.374042 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dfd67c60-1960-433b-96cc-95bf0c082a52 req-264e3333-d7d3-45a7-af0a-9238a046902f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938148 Mar 01 16:00:41.404233 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:00:41.406902 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] For port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:41.435477 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] For port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:41.437567 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:41.437956 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.442414 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-79a2485f-826d-488b-9ad3-22937581d5c8 None None] Port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:41.448352 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Set router fbdad3fa-4491-4239-949a-797ea4bc2f3f gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:41.464353 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.564719 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:41.565606 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:41.663870 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac5925-a2d1-4997-83ea-fc989a009c5c None None] Pushing event updated for resources: {'Port': ['ID=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:41.690393 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33240) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:41.713414 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 3, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port': {'id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:41.776310 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Checking router: fbdad3fa-4491-4239-949a-797ea4bc2f3f for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:00:41.776713 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Updating router fbdad3fa-4491-4239-949a-797ea4bc2f3f port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:00:41.850945 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:41.851640 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.862255 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.922497 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:41.937387 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:41.940163 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:41.945290 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26bfcdb-f57c-4a95-bf40-7289097cd681" -d '{"events": [{"server_uuid": "8b64e0c8-99f1-43c5-af13-7bc2ba92d12b", "name": "network-vif-plugged", "status": "completed", "tag": "8ec8a4df-5793-4da2-b5b3-6ec58e07da45"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:41.997344 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ad94ead1-cecc-434b-b033-2968fbf10d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.053194 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a0b0aa-92e5-4617-a36d-6086a2240ead x-openstack-request-id: req-13a0b0aa-92e5-4617-a36d-6086a2240ead {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:42.054561 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b64e0c8-99f1-43c5-af13-7bc2ba92d12b", "name": "network-vif-plugged", "status": "completed", "tag": "8ec8a4df-5793-4da2-b5b3-6ec58e07da45", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:42.055009 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13a0b0aa-92e5-4617-a36d-6086a2240ead {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:42.055622 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45', 'code': 200} Mar 01 16:00:42.065297 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:42.076163 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:42.145003 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.232994 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ad94ead1-cecc-434b-b033-2968fbf10d9c admin admin] Publish callbacks [] for security_group (82a6a12e-b061-4c04-a7d5-09c8230d49eb), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.249533 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-7c4282fd-c1dd-44da-9bc0-9f0b0feeb6ba None None] Provisioning complete for port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:42.249916 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c4282fd-c1dd-44da-9bc0-9f0b0feeb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.258173 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Allocated IP 172.20.0.1 (cac27d2d-5b76-4b27-a294-8ed333659690/6764c971-ac2b-430a-bafb-d1810be1fbf8/ea370540-3679-4e08-88a5-d626112dc846) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:42.260016 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ad94ead1-cecc-434b-b033-2968fbf10d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (82a6a12e-b061-4c04-a7d5-09c8230d49eb), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.332382 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94ead1-cecc-434b-b033-2968fbf10d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a6a12e-b061-4c04-a7d5-09c8230d49eb,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:42.347814 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Publish callbacks [] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.354829 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.379266 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f8b9-14c4-4c0f-9f33-1b820358f271 req-03c16bd6-fccf-4dd3-8db8-dbf44883b426 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:42.379266 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b8a2f8b9-14c4-4c0f-9f33-1b820358f271 req-03c16bd6-fccf-4dd3-8db8-dbf44883b426 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.2284460 Mar 01 16:00:42.388082 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:42.400359 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ad94ead1-cecc-434b-b033-2968fbf10d9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=880d0f12d8cd4585b6394963b5c3eca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7041912 Mar 01 16:00:42.415781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33250) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:42.416583 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8046543b-6c63-4956-80ba-d4d4776f74dd None None] Network cac27d2d-5b76-4b27-a294-8ed333659690 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:00:42.449151 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:42.449678 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.481444 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ba0a-1450-4248-aeda-c9e24a9e7fed req-61323805-68fe-4cc5-9e7b-3c5272a255c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:42.483434 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b060ba0a-1450-4248-aeda-c9e24a9e7fed req-61323805-68fe-4cc5-9e7b-3c5272a255c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 1129 time: 0.2469158 Mar 01 16:00:42.486056 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Attempting to bind port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:42.486451 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Attempting to bind port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:42.487948 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Attempting to bind port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:42.493257 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca0b68-3399-4e76-aad1-676dfde77e1b None None] Pushing event updated for resources: {'Port': ['ID=3f5d3b5e-a4fb-427e-a2a2-27e913134759,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:42.501991 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks [] for port (ea370540-3679-4e08-88a5-d626112dc846), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.502471 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:42.502854 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:42.503272 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.503667 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:42.504194 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Bound port: 3f5d3b5e-a4fb-427e-a2a2-27e913134759, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:42.504572 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.545306 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (ea370540-3679-4e08-88a5-d626112dc846), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.585583 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] For port 3f5d3b5e-a4fb-427e-a2a2-27e913134759, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:42.591682 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] For port 3f5d3b5e-a4fb-427e-a2a2-27e913134759, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=3f5d3b5e-a4fb-427e-a2a2-27e913134759,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:42.599571 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.606750 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7c4282fd-c1dd-44da-9bc0-9f0b0feeb6ba None None] Current status of the port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:42.607645 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c4282fd-c1dd-44da-9bc0-9f0b0feeb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.608929 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea370540-3679-4e08-88a5-d626112dc846,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:42.627273 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0e28-1d39-4e58-84cb-f166a091d5e4 admin admin] Publish callbacks [] for security_group (82a6a12e-b061-4c04-a7d5-09c8230d49eb), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.630649 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Network cac27d2d-5b76-4b27-a294-8ed333659690 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:42.632844 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b8a2f8b9-14c4-4c0f-9f33-1b820358f271 req-61cf40ea-140c-4062-820b-8f26ceaf75a8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434499 Mar 01 16:00:42.646441 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:42.653728 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:42.654379 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (fbdad3fa-4491-4239-949a-797ea4bc2f3f), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.705418 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Routers {'fbdad3fa-4491-4239-949a-797ea4bc2f3f'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:42.706254 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:42.744412 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b060ba0a-1450-4248-aeda-c9e24a9e7fed req-0062e0cd-392b-492c-895d-0495b53e0bac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324769 Mar 01 16:00:42.748814 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7c4282fd-c1dd-44da-9bc0-9f0b0feeb6ba None None] For port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:42.760441 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c4282fd-c1dd-44da-9bc0-9f0b0feeb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.763510 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0e28-1d39-4e58-84cb-f166a091d5e4 admin admin] Publish callbacks [] for security_group (82a6a12e-b061-4c04-a7d5-09c8230d49eb), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.764239 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca0b68-3399-4e76-aad1-676dfde77e1b None None] Pushing event updated for resources: {'Port': ['ID=3f5d3b5e-a4fb-427e-a2a2-27e913134759,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:42.808050 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:41Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:42.828589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bc4b9-400d-4df4-bdd3-8acc094676c5 req-26af1a8f-6d63-4959-8e8a-6d09f902dacc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:42.829843 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-393bc4b9-400d-4df4-bdd3-8acc094676c5 req-26af1a8f-6d63-4959-8e8a-6d09f902dacc tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 945 time: 0.3163505 Mar 01 16:00:42.894687 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0e28-1d39-4e58-84cb-f166a091d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (82a6a12e-b061-4c04-a7d5-09c8230d49eb), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.903964 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0e28-1d39-4e58-84cb-f166a091d5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.903964 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3f4c0e28-1d39-4e58-84cb-f166a091d5e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82a6a12e-b061-4c04-a7d5-09c8230d49eb HTTP/1.1" status: 204 len: 168 time: 0.4774606 Mar 01 16:00:42.911725 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ea370540-3679-4e08-88a5-d626112dc846), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:42.923461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c0e28-1d39-4e58-84cb-f166a091d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a6a12e-b061-4c04-a7d5-09c8230d49eb,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:42.927295 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] Set router fbdad3fa-4491-4239-949a-797ea4bc2f3f gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:42.928091 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-393bc4b9-400d-4df4-bdd3-8acc094676c5 req-ae777bd0-9304-4c56-8bf7-e8b2bd242b7e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Mar 01 16:00:42.961792 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cb85a-72ed-4c7f-962a-c33d48648983 None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:41Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:00:42.997126 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:42.997524 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.101601 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4282fd-c1dd-44da-9bc0-9f0b0feeb6ba None None] Pushing event updated for resources: {'Port': ['ID=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:43.154004 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6b16f345-e90f-48f4-95fc-ecc1f54bb58b None None] Provisioning complete for port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:43.160634 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876529b3-c3d1-4efb-94fa-bf6164a46b4d req-eddb65fc-a41f-4dac-a3e5-307f61a46096 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:43.166506 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b16f345-e90f-48f4-95fc-ecc1f54bb58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.186290 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-876529b3-c3d1-4efb-94fa-bf6164a46b4d req-eddb65fc-a41f-4dac-a3e5-307f61a46096 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1611893 Mar 01 16:00:43.206158 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,segment=NetworkSegment(c0651164-558b-4243-ac74-cfdca7a0f925),segment_id=c0651164-558b-4243-ac74-cfdca7a0f925)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:43.237890 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.246393 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d0be29da-d88a-4d6d-857c-b604d2a2ac73 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:43.315267 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks [] for port (ea370540-3679-4e08-88a5-d626112dc846), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.325685 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ea370540-3679-4e08-88a5-d626112dc846), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.326007 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (fbdad3fa-4491-4239-949a-797ea4bc2f3f), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.380196 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-876529b3-c3d1-4efb-94fa-bf6164a46b4d req-a6f84184-2d6b-4ceb-b83d-5a2a0470fd2b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922078 Mar 01 16:00:43.386119 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-79f3030f-2035-4608-b94c-53ba0cf7143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:43.392899 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-79f3030f-2035-4608-b94c-53ba0cf7143f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.1890337 Mar 01 16:00:43.394202 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 3, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port': {'id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:43.462410 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afa5d0-91ac-47ad-ae0e-b77ffda7240f None None] The sync data for ids ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'] in dv-cinder-778193-21-iscsi is: [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 3, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port': {'id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:00:43.525636 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port d0be29da-d88a-4d6d-857c-b604d2a2ac73 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:43.526181 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.537393 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea370540-3679-4e08-88a5-d626112dc846,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:43.552891 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33266) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:43.578352 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c6a-aa94-401f-a1b5-a509aa7867bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:43.670262 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6b16f345-e90f-48f4-95fc-ecc1f54bb58b None None] Current status of the port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:43.678017 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:43.713372 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Network cac27d2d-5b76-4b27-a294-8ed333659690 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:43.728942 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:43.780978 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port d0be29da-d88a-4d6d-857c-b604d2a2ac73 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:43.836926 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-bc351cde-62fd-4a45-8633-b2c92d0856fe None None] Provisioning complete for port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:43.837324 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc351cde-62fd-4a45-8633-b2c92d0856fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.071604 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c6a-aa94-401f-a1b5-a509aa7867bc admin admin] Publish callbacks [] for security_group (cf01194f-2c32-45e7-b62a-4affc923977b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.084321 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c6a-aa94-401f-a1b5-a509aa7867bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (cf01194f-2c32-45e7-b62a-4affc923977b), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.112897 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-31e5d1c7-31dc-473d-bf67-ddc6a6a27862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:44.117300 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-31e5d1c7-31dc-473d-bf67-ddc6a6a27862 service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.7194138 Mar 01 16:00:44.141265 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:44.143866 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd12c6a-aa94-401f-a1b5-a509aa7867bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf01194f-2c32-45e7-b62a-4affc923977b,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:44.172540 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2dd12c6a-aa94-401f-a1b5-a509aa7867bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=baf32b221a83402ea9ecf10f94b4f94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169789 Mar 01 16:00:44.174631 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33272) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:44.229360 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Router fbdad3fa-4491-4239-949a-797ea4bc2f3f has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:00:44.233820 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-6927642f-a11e-43d6-960c-ced6d7bf6432 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 217 time: 0.0771012 Mar 01 16:00:44.243544 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bc351cde-62fd-4a45-8633-b2c92d0856fe None None] Current status of the port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:44.257695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973b8b-e5a3-414f-8d9b-786b50e377a6 req-73e7b55e-1882-4e88-9b39-996c83305801 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:44.259806 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76973b8b-e5a3-414f-8d9b-786b50e377a6 req-73e7b55e-1882-4e88-9b39-996c83305801 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 945 time: 0.1413634 Mar 01 16:00:44.284856 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-bc351cde-62fd-4a45-8633-b2c92d0856fe None None] Provisioning complete for port ea370540-3679-4e08-88a5-d626112dc846 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:44.285236 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc351cde-62fd-4a45-8633-b2c92d0856fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ea370540-3679-4e08-88a5-d626112dc846), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.358007 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:44.358502 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.359869 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-6c911503-d5f0-4879-b38b-8686fdd22b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:44.361691 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-6c911503-d5f0-4879-b38b-8686fdd22b6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0997219 Mar 01 16:00:44.376128 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91c4073a-f42e-42d1-9944-e5197de39548 admin admin] Publish callbacks [] for security_group (cf01194f-2c32-45e7-b62a-4affc923977b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.398599 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76973b8b-e5a3-414f-8d9b-786b50e377a6 req-b99eb5d5-2bfa-42ea-bbe7-888da96b76c7 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214614 Mar 01 16:00:44.432302 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91c4073a-f42e-42d1-9944-e5197de39548 admin admin] Publish callbacks [] for security_group (cf01194f-2c32-45e7-b62a-4affc923977b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.434190 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-8fdab4fe-73dd-43dd-a02d-e9576d880ec9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600331 Mar 01 16:00:44.434599 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bc351cde-62fd-4a45-8633-b2c92d0856fe None None] Port ea370540-3679-4e08-88a5-d626112dc846 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:44.441881 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:00:44.455421 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-94202904-4aed-42a4-813e-d1063b2114d5 admin admin] 10.222.0.10 "PUT /v2.0/routers/fbdad3fa-4491-4239-949a-797ea4bc2f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2502451 Mar 01 16:00:44.531303 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:44.532433 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:44.615507 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-53c799d4-f82f-445b-af63-ef140aed4309 None None] Provisioning complete for port ea370540-3679-4e08-88a5-d626112dc846 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:44.616239 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53c799d4-f82f-445b-af63-ef140aed4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ea370540-3679-4e08-88a5-d626112dc846), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.653995 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d1818-09a6-4eb5-a106-e370b55637ec req-fbbfa11f-51c9-4d42-a37d-ea9190d97d69 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:44.657170 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cf3d1818-09a6-4eb5-a106-e370b55637ec req-fbbfa11f-51c9-4d42-a37d-ea9190d97d69 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1590059 Mar 01 16:00:44.767460 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-1fd46ebd-d425-4ba8-953a-6190e4270dbe service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031721 Mar 01 16:00:44.869684 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-53c799d4-f82f-445b-af63-ef140aed4309 None None] Port ea370540-3679-4e08-88a5-d626112dc846 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:44.871559 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:44.872002 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.919156 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cf3d1818-09a6-4eb5-a106-e370b55637ec req-df004d0e-3a5e-450a-8f6a-42d636ca37c6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492633 Mar 01 16:00:44.932923 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91c4073a-f42e-42d1-9944-e5197de39548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (cf01194f-2c32-45e7-b62a-4affc923977b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.935965 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-91c4073a-f42e-42d1-9944-e5197de39548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:44.939867 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-91c4073a-f42e-42d1-9944-e5197de39548 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf01194f-2c32-45e7-b62a-4affc923977b HTTP/1.1" status: 204 len: 168 time: 0.7515826 Mar 01 16:00:44.951456 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4073a-f42e-42d1-9944-e5197de39548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf01194f-2c32-45e7-b62a-4affc923977b,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:44.972331 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-acaefcd8-3017-4afb-9576-9480f289c2b2 req-edd9ee0b-6ed7-4efc-a541-beca2dcb0085 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039707 Mar 01 16:00:45.036684 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:45.321050 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33288) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:45.325967 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-f901cf46-7328-4370-8a3a-27dcd13d5ffc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369812467', 'description': 'tempest-secgroup-smoke-369812467 description', 'project_id': '508cad6c00ef4a57bcca201291065e3d'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:45.348330 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f901cf46-7328-4370-8a3a-27dcd13d5ffc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.389183 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33290) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:45.407016 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-080df4e7-0c8c-4121-b47d-310f5fa8af58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.426514 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f901cf46-7328-4370-8a3a-27dcd13d5ffc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group (730bea8f-7ef2-4f7b-83f3-c3e151d0d551), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.431101 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f901cf46-7328-4370-8a3a-27dcd13d5ffc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (730bea8f-7ef2-4f7b-83f3-c3e151d0d551), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.463782 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f901cf46-7328-4370-8a3a-27dcd13d5ffc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.464715 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-f901cf46-7328-4370-8a3a-27dcd13d5ffc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1425414 Mar 01 16:00:45.469387 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33294) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:45.473810 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-747d7a75-2fbc-4802-95cc-d7be8b03ba6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'security_group_rule': {'security_group_id': '730bea8f-7ef2-4f7b-83f3-c3e151d0d551', 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:45.478446 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901cf46-7328-4370-8a3a-27dcd13d5ffc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730bea8f-7ef2-4f7b-83f3-c3e151d0d551,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:45.507807 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-747d7a75-2fbc-4802-95cc-d7be8b03ba6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (52a91fc5-a68c-4a2e-a1a8-f7b35a697677), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.543530 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-080df4e7-0c8c-4121-b47d-310f5fa8af58 admin admin] Publish callbacks [] for security_group (e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.547203 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-080df4e7-0c8c-4121-b47d-310f5fa8af58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.564977 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-747d7a75-2fbc-4802-95cc-d7be8b03ba6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (52a91fc5-a68c-4a2e-a1a8-f7b35a697677), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.568483 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-747d7a75-2fbc-4802-95cc-d7be8b03ba6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (52a91fc5-a68c-4a2e-a1a8-f7b35a697677), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.581822 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d7a75-2fbc-4802-95cc-d7be8b03ba6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a91fc5-a68c-4a2e-a1a8-f7b35a697677,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:45.583290 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda8fb-a393-4815-a2a4-a88139d67456 req-4daea1fd-fea9-436e-b344-6e9fb5fa27f8 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:45.585053 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1feda8fb-a393-4815-a2a4-a88139d67456 req-4daea1fd-fea9-436e-b344-6e9fb5fa27f8 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 945 time: 0.0997193 Mar 01 16:00:45.604517 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-747d7a75-2fbc-4802-95cc-d7be8b03ba6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.604876 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-080df4e7-0c8c-4121-b47d-310f5fa8af58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8916872ef85a47d7900bb8797b7500d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144575 Mar 01 16:00:45.608228 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-747d7a75-2fbc-4802-95cc-d7be8b03ba6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355414 Mar 01 16:00:45.608228 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33296) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:45.610074 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33298) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:45.614498 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-a83a0dc7-69a3-4a9c-be27-6ac5c598e8ab tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'security_group_rule': {'security_group_id': '730bea8f-7ef2-4f7b-83f3-c3e151d0d551', 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:45.621256 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080df4e7-0c8c-4121-b47d-310f5fa8af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:45.669938 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a83a0dc7-69a3-4a9c-be27-6ac5c598e8ab tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (7e440081-02d0-495c-8ccc-1277245f5d3c), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.675081 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1feda8fb-a393-4815-a2a4-a88139d67456 req-4856053a-bf1e-4847-9262-8582408f6a89 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782986 Mar 01 16:00:45.684358 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a1625213-d6d1-4ede-ba1b-ecd5a6ed867d admin admin] Publish callbacks [] for security_group (e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.713321 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a1625213-d6d1-4ede-ba1b-ecd5a6ed867d admin admin] Publish callbacks [] for security_group (e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.732346 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a83a0dc7-69a3-4a9c-be27-6ac5c598e8ab tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (7e440081-02d0-495c-8ccc-1277245f5d3c), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.738816 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a83a0dc7-69a3-4a9c-be27-6ac5c598e8ab tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (7e440081-02d0-495c-8ccc-1277245f5d3c), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.760308 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0dc7-69a3-4a9c-be27-6ac5c598e8ab tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e440081-02d0-495c-8ccc-1277245f5d3c,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:45.774372 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a83a0dc7-69a3-4a9c-be27-6ac5c598e8ab tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.775920 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a83a0dc7-69a3-4a9c-be27-6ac5c598e8ab tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649215 Mar 01 16:00:45.780719 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33302) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:45.782591 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a1625213-d6d1-4ede-ba1b-ecd5a6ed867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.786229 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-a1b3bcbd-3af7-4027-abae-bea6817659fe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'security_group_rule': {'security_group_id': '730bea8f-7ef2-4f7b-83f3-c3e151d0d551', 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:45.787070 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a1625213-d6d1-4ede-ba1b-ecd5a6ed867d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.797143 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a1625213-d6d1-4ede-ba1b-ecd5a6ed867d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55 HTTP/1.1" status: 204 len: 168 time: 0.1885209 Mar 01 16:00:45.824018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1625213-d6d1-4ede-ba1b-ecd5a6ed867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a43ecb-1da8-4ab2-9c1f-9ab56ced6a55,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:45.844091 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bcbd-3af7-4027-abae-bea6817659fe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (6247b22a-0949-43a7-82ae-0d7f04ef3164), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.919461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bcbd-3af7-4027-abae-bea6817659fe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (6247b22a-0949-43a7-82ae-0d7f04ef3164), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.923645 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bcbd-3af7-4027-abae-bea6817659fe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (6247b22a-0949-43a7-82ae-0d7f04ef3164), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.953814 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3bcbd-3af7-4027-abae-bea6817659fe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6247b22a-0949-43a7-82ae-0d7f04ef3164,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:45.967169 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bcbd-3af7-4027-abae-bea6817659fe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:45.972980 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a1b3bcbd-3af7-4027-abae-bea6817659fe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910100 Mar 01 16:00:45.976228 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 33308) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:45.985611 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3f5d3b5e-a4fb-427e-a2a2-27e913134759 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:45.986228 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-32258fa5-6be3-4270-b23b-f282709295ca tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'security_group_rule': {'security_group_id': '730bea8f-7ef2-4f7b-83f3-c3e151d0d551', 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:46.030760 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-32258fa5-6be3-4270-b23b-f282709295ca tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (4bae72b0-67a5-45c4-b4eb-da51bdba9eb8), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.075804 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:46.076221 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.173194 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Sync routers for ids ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:00:46.187926 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-32258fa5-6be3-4270-b23b-f282709295ca tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (4bae72b0-67a5-45c4-b4eb-da51bdba9eb8), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.203369 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c50db-be58-4951-ab23-05758de497fc req-261c65be-d161-46d4-a813-1226581fe8d8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:46.205301 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Routers {'fbdad3fa-4491-4239-949a-797ea4bc2f3f'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:46.206147 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:46.212559 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-858c50db-be58-4951-ab23-05758de497fc req-261c65be-d161-46d4-a813-1226581fe8d8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1547372 Mar 01 16:00:46.215335 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-32258fa5-6be3-4270-b23b-f282709295ca tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (4bae72b0-67a5-45c4-b4eb-da51bdba9eb8), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.255445 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32258fa5-6be3-4270-b23b-f282709295ca tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bae72b0-67a5-45c4-b4eb-da51bdba9eb8,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:46.292478 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-858c50db-be58-4951-ab23-05758de497fc req-54da3339-17c8-4b7f-b0e8-777d95e73a10 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707545 Mar 01 16:00:46.295248 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-32258fa5-6be3-4270-b23b-f282709295ca tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.299026 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33330) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:46.299163 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-32258fa5-6be3-4270-b23b-f282709295ca tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210137 Mar 01 16:00:46.304726 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'security_group_rule': {'security_group_id': '730bea8f-7ef2-4f7b-83f3-c3e151d0d551', 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:46.350300 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.securitygroups_db [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Project 508cad6c00ef4a57bcca201291065e3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:00:46.351900 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:46.352289 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.356490 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (696a1056-4df9-42dd-af77-e79c064ffa22), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.383208 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 3f5d3b5e-a4fb-427e-a2a2-27e913134759, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=3f5d3b5e-a4fb-427e-a2a2-27e913134759,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:46.385206 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Set router fbdad3fa-4491-4239-949a-797ea4bc2f3f gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:46.388493 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.417974 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (696a1056-4df9-42dd-af77-e79c064ffa22), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.423461 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (696a1056-4df9-42dd-af77-e79c064ffa22), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.443516 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696a1056-4df9-42dd-af77-e79c064ffa22,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:46.450673 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.453004 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-e57d4bbc-de34-4ecd-ad2b-f3ab01ef4906 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527176 Mar 01 16:00:46.455921 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 33336) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:00:46.463494 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'security_group_rule': {'security_group_id': '730bea8f-7ef2-4f7b-83f3-c3e151d0d551', 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:46.484735 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.securitygroups_db [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Project 508cad6c00ef4a57bcca201291065e3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:00:46.490251 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (ded5482e-0ce6-446b-bf8a-74b793177f44), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.521180 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=3f5d3b5e-a4fb-427e-a2a2-27e913134759,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:46.565780 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (ded5482e-0ce6-446b-bf8a-74b793177f44), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.572854 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (ded5482e-0ce6-446b-bf8a-74b793177f44), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.591361 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded5482e-0ce6-446b-bf8a-74b793177f44,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:46.605754 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:46.607175 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-de8bd6be-a740-4137-b9d8-6ad5816d04af tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492524 Mar 01 16:00:46.654984 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 4, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port': {'id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'ea370540-3679-4e08-88a5-d626112dc846', 'name': '', 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'mac_address': 'fa:16:3e:15:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6764c971-ac2b-430a-bafb-d1810be1fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:41Z', 'updated_at': '2022-03-01T16:00:43Z', 'revision_number': 2, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'subnets': [{'id': '6764c971-ac2b-430a-bafb-d1810be1fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:46.684112 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Checking router: fbdad3fa-4491-4239-949a-797ea4bc2f3f for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:00:46.684476 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Updating router fbdad3fa-4491-4239-949a-797ea4bc2f3f port ea370540-3679-4e08-88a5-d626112dc846 binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:00:46.712728 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ea370540-3679-4e08-88a5-d626112dc846), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.006394 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Publish callbacks [] for port (ea370540-3679-4e08-88a5-d626112dc846), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.012131 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ea370540-3679-4e08-88a5-d626112dc846), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.075543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ff802-5626-44fe-977f-e24d0868ed93 None None] Pushing event updated for resources: {'Port': ['ID=ea370540-3679-4e08-88a5-d626112dc846,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:47.153956 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Attempting to bind port ea370540-3679-4e08-88a5-d626112dc846 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:47.154354 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Attempting to bind port ea370540-3679-4e08-88a5-d626112dc846 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:47.154700 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Attempting to bind port ea370540-3679-4e08-88a5-d626112dc846 on network cac27d2d-5b76-4b27-a294-8ed333659690 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:47.160569 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:47.161250 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Checking segment: {'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:47.161434 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.161948 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Bound using segment: {'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:47.162331 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Bound port: ea370540-3679-4e08-88a5-d626112dc846, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0651164-558b-4243-ac74-cfdca7a0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:47.163297 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ea370540-3679-4e08-88a5-d626112dc846), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.255107 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] For port ea370540-3679-4e08-88a5-d626112dc846, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:47.261869 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] For port ea370540-3679-4e08-88a5-d626112dc846, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=ea370540-3679-4e08-88a5-d626112dc846,segment=NetworkSegment(c0651164-558b-4243-ac74-cfdca7a0f925),segment_id=c0651164-558b-4243-ac74-cfdca7a0f925)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:47.278589 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ea370540-3679-4e08-88a5-d626112dc846), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.340378 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Routers {'fbdad3fa-4491-4239-949a-797ea4bc2f3f'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:00:47.341157 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:00:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:47.343273 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ff802-5626-44fe-977f-e24d0868ed93 None None] Pushing event updated for resources: {'Port': ['ID=ea370540-3679-4e08-88a5-d626112dc846,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:47.452554 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d242-dc11-4967-8a41-63eb05a64d41 req-b0b5268c-b7d3-4e65-a700-d9f49787c17c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:47.453697 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-7609c644-8190-4ef8-974a-736064ff5f3c None None] Provisioning complete for port ea370540-3679-4e08-88a5-d626112dc846 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:47.453881 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7609c644-8190-4ef8-974a-736064ff5f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ea370540-3679-4e08-88a5-d626112dc846), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.455403 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b9b2d242-dc11-4967-8a41-63eb05a64d41 req-b0b5268c-b7d3-4e65-a700-d9f49787c17c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0824347 Mar 01 16:00:47.516622 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] Set router fbdad3fa-4491-4239-949a-797ea4bc2f3f gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:00:47.526753 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b9b2d242-dc11-4967-8a41-63eb05a64d41 req-cbb1110d-3727-475b-a435-0212c623c0ec tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646424 Mar 01 16:00:47.660347 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7609c644-8190-4ef8-974a-736064ff5f3c None None] Current status of the port ea370540-3679-4e08-88a5-d626112dc846 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:47.660747 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7609c644-8190-4ef8-974a-736064ff5f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ea370540-3679-4e08-88a5-d626112dc846), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.722498 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7609c644-8190-4ef8-974a-736064ff5f3c None None] For port ea370540-3679-4e08-88a5-d626112dc846, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=ea370540-3679-4e08-88a5-d626112dc846,segment=NetworkSegment(c0651164-558b-4243-ac74-cfdca7a0f925),segment_id=c0651164-558b-4243-ac74-cfdca7a0f925)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:00:47.729651 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7609c644-8190-4ef8-974a-736064ff5f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ea370540-3679-4e08-88a5-d626112dc846), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:47.809097 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609c644-8190-4ef8-974a-736064ff5f3c None None] Pushing event updated for resources: {'Port': ['ID=ea370540-3679-4e08-88a5-d626112dc846,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:47.827893 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 4, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port': {'id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'ea370540-3679-4e08-88a5-d626112dc846', 'name': '', 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'mac_address': 'fa:16:3e:15:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6764c971-ac2b-430a-bafb-d1810be1fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:41Z', 'updated_at': '2022-03-01T16:00:47Z', 'revision_number': 4, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'subnets': [{'id': '6764c971-ac2b-430a-bafb-d1810be1fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:00:47.977034 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3f5d3b5e-a4fb-427e-a2a2-27e913134759 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:47.980376 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a965f-481f-43d5-8e1c-93efce19b251 None None] The sync data for ids ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'] in dv-cinder-778193-21-iscsi is: [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 4, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port': {'id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'ea370540-3679-4e08-88a5-d626112dc846', 'name': '', 'network_id': 'cac27d2d-5b76-4b27-a294-8ed333659690', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'mac_address': 'fa:16:3e:15:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6764c971-ac2b-430a-bafb-d1810be1fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:41Z', 'updated_at': '2022-03-01T16:00:47Z', 'revision_number': 4, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'subnets': [{'id': '6764c971-ac2b-430a-bafb-d1810be1fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:00:48.023813 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-92676986-f067-498a-b961-b72b98d0443e None None] Provisioning complete for port ea370540-3679-4e08-88a5-d626112dc846 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:48.023813 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92676986-f067-498a-b961-b72b98d0443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ea370540-3679-4e08-88a5-d626112dc846), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:48.086151 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:48.086542 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:48.154341 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-92676986-f067-498a-b961-b72b98d0443e None None] Current status of the port ea370540-3679-4e08-88a5-d626112dc846 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:48.207006 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:48.691670 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01393412-b98d-493d-9856-da5701e275f3 req-19dc58fd-9334-4d66-9d84-7fd758c96452 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:48.693221 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-01393412-b98d-493d-9856-da5701e275f3 req-19dc58fd-9334-4d66-9d84-7fd758c96452 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0916779 Mar 01 16:00:48.745013 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-01393412-b98d-493d-9856-da5701e275f3 req-3508c22c-62ff-491c-abd6-a9f1e1e02a43 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Mar 01 16:00:49.874280 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe95f1-c17d-41eb-8103-2019e3269fd7 req-45d96ba3-a188-4f62-b3e2-dc4e34f755fc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:49.875849 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8fbe95f1-c17d-41eb-8103-2019e3269fd7 req-45d96ba3-a188-4f62-b3e2-dc4e34f755fc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0589080 Mar 01 16:00:49.893040 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device ea370540-3679-4e08-88a5-d626112dc846 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:00:49.923474 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8fbe95f1-c17d-41eb-8103-2019e3269fd7 req-a284024e-7694-408e-bfdb-2d5d66ee90c9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Mar 01 16:00:49.944679 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port ea370540-3679-4e08-88a5-d626112dc846 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:49.945137 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ea370540-3679-4e08-88a5-d626112dc846), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:50.031459 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port ea370540-3679-4e08-88a5-d626112dc846 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:00:50.600861 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-8905040b-98ea-488d-aaa9-bc6e441fc79e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d1cea30d653043148239fba7136080dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274394 Mar 01 16:00:50.792162 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-bc2f0f09-5932-4651-819b-31c304b64e07 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:50.793625 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-bc2f0f09-5932-4651-819b-31c304b64e07 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878839 Mar 01 16:00:50.808323 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-9c3f2e50-23c7-4098-9064-40f3d2bea482 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/quotas/d1cea30d653043148239fba7136080dd HTTP/1.1" status: 200 len: 375 time: 0.0095255 Mar 01 16:00:50.839109 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-26e7f18b-e585-4eb6-972c-918aae5be6b9 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1cea30d653043148239fba7136080dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261600 Mar 01 16:00:50.994390 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d3c76723-144f-456d-a0f6-e0c51be11602 req-8f08682d-4f73-4b67-b43a-13768ce2d91f tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 210 time: 0.0324020 Mar 01 16:00:52.092161 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-51440c8b-72cf-4768-9495-1b00b249da15 req-0fc260af-f3c9-4505-afcf-3ddc7b08be6c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Mar 01 16:00:52.197465 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-a8a7fa49-1189-4ea2-817c-bbcd1642f53c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d1cea30d653043148239fba7136080dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216467 Mar 01 16:00:52.320210 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-0ae260b2-24c5-42e4-a21c-d5625babf0ef tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:52.321623 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-0ae260b2-24c5-42e4-a21c-d5625babf0ef tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091874 Mar 01 16:00:52.345351 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Request body: {'port': {'device_id': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9', 'admin_state_up': True, 'tenant_id': 'd1cea30d653043148239fba7136080dd'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:52.470605 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07073f5-060f-4b54-afc8-3cdd2db4762c req-ff403d82-5fd5-47f2-b55f-82116314d614 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:52.472477 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f07073f5-060f-4b54-afc8-3cdd2db4762c req-ff403d82-5fd5-47f2-b55f-82116314d614 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1227245 Mar 01 16:00:52.514066 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Made reservation on behalf of d1cea30d653043148239fba7136080dd for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:00:52.517529 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:52.534245 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:52.548384 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f07073f5-060f-4b54-afc8-3cdd2db4762c req-cabb2066-aa86-4efb-bf00-0e93567066b4 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691583 Mar 01 16:00:52.615686 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks [] for security_group (1fe3c2b5-0a0a-46db-a552-0f041c105f4b), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:52.619474 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (1fe3c2b5-0a0a-46db-a552-0f041c105f4b), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:52.689791 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe3c2b5-0a0a-46db-a552-0f041c105f4b,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:52.762906 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Allocated IP 192.168.233.168 (5cf4f7d4-2dfd-453c-bb90-9809016be6b9/1fa80bad-5822-4347-bb9f-9b78efcdd39f/5768b48c-90e6-47d7-8b53-d6a682c247c1) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:00:52.915414 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks [] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:52.954259 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:52.997625 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:00:53.000718 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:00:53.005578 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:00:53.031829 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Pushing event updated for resources: {'Port': ['ID=5768b48c-90e6-47d7-8b53-d6a682c247c1,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:53.060900 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:53.061518 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.079141 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-dcbfdc43-5fc0-4a25-b813-5cf3815b4e9e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7381794 Mar 01 16:00:53.093333 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Request body: {'port': {'device_id': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:00:53.158469 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.206079 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-c32fbba3-4215-4e12-a3c2-e01740fe11a4 None None] Provisioning complete for port 5768b48c-90e6-47d7-8b53-d6a682c247c1 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:00:53.206686 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c32fbba3-4215-4e12-a3c2-e01740fe11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.243861 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c32fbba3-4215-4e12-a3c2-e01740fe11a4 None None] Port 5768b48c-90e6-47d7-8b53-d6a682c247c1 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:00:53.298972 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44e54-f137-4161-a4da-7e6dd13814cd req-f4338b29-15f8-48ab-9560-c713eeb89aba tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:53.300472 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8df44e54-f137-4161-a4da-7e6dd13814cd req-f4338b29-15f8-48ab-9560-c713eeb89aba tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 936 time: 0.1331215 Mar 01 16:00:53.397715 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8df44e54-f137-4161-a4da-7e6dd13814cd req-a96a2c62-841a-4242-af26-33823a88f543 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911386 Mar 01 16:00:53.487052 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5768b48c-90e6-47d7-8b53-d6a682c247c1 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:00:53.496078 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Publish callbacks [] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.509160 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Transition to ACTIVE for port object 5768b48c-90e6-47d7-8b53-d6a682c247c1 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:00:53.512762 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.579180 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Pushing event updated for resources: {'Port': ['ID=5768b48c-90e6-47d7-8b53-d6a682c247c1,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:53.645350 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Attempting to bind port 5768b48c-90e6-47d7-8b53-d6a682c247c1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:00:53.645696 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Attempting to bind port 5768b48c-90e6-47d7-8b53-d6a682c247c1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:00:53.646021 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Attempting to bind port 5768b48c-90e6-47d7-8b53-d6a682c247c1 on network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:53.650950 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Port 5768b48c-90e6-47d7-8b53-d6a682c247c1 on network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:00:53.652554 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Attempting to bind port 5768b48c-90e6-47d7-8b53-d6a682c247c1 on network 5cf4f7d4-2dfd-453c-bb90-9809016be6b9 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:00:53.658255 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:00:53.658481 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Checking segment: {'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:00:53.658869 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Bound using segment: {'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:00:53.659322 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Bound port: 5768b48c-90e6-47d7-8b53-d6a682c247c1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02911fde-7365-42ba-9e6b-44e559bd1957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:00:53.659692 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.723147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] For port 5768b48c-90e6-47d7-8b53-d6a682c247c1, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:00:53.728791 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] For port 5768b48c-90e6-47d7-8b53-d6a682c247c1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5768b48c-90e6-47d7-8b53-d6a682c247c1,segment=NetworkSegment(02911fde-7365-42ba-9e6b-44e559bd1957),segment_id=02911fde-7365-42ba-9e6b-44e559bd1957)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:00:53.733857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.774177 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:53.774782 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:53.776194 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] 10.222.0.64 "PUT /v2.0/ports/5768b48c-90e6-47d7-8b53-d6a682c247c1 HTTP/1.1" status: 200 len: 1098 time: 0.6871512 Mar 01 16:00:53.776628 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'tag': '5768b48c-90e6-47d7-8b53-d6a682c247c1'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:00:53.779106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61032ea-8b5a-409b-b005-1313504477b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2dab0c-fd58-4245-889a-e3ff38ac4330", "tag": "5768b48c-90e6-47d7-8b53-d6a682c247c1"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:00:53.798562 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa7268-60a3-401a-a137-75ece9ef0891 service neutron] Pushing event updated for resources: {'Port': ['ID=5768b48c-90e6-47d7-8b53-d6a682c247c1,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:00:53.832157 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded0b58f-d405-413c-83fb-3aaa2d4013df x-openstack-request-id: req-ded0b58f-d405-413c-83fb-3aaa2d4013df {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:00:53.832457 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2dab0c-fd58-4245-889a-e3ff38ac4330", "tag": "5768b48c-90e6-47d7-8b53-d6a682c247c1", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:00:53.832718 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ded0b58f-d405-413c-83fb-3aaa2d4013df {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:00:53.833113 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'tag': '5768b48c-90e6-47d7-8b53-d6a682c247c1', 'status': 'completed', 'code': 200} Mar 01 16:00:53.873240 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-72e1f1a1-47aa-49e1-a328-fc2d9ca4cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:53.874897 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-72e1f1a1-47aa-49e1-a328-fc2d9ca4cad9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1cea30d653043148239fba7136080dd&device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 1132 time: 0.0514309 Mar 01 16:00:53.927677 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-cc72056e-7e0c-411c-a11b-4cd9bfd225f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=5768b48c-90e6-47d7-8b53-d6a682c247c1 HTTP/1.1" status: 200 len: 217 time: 0.0355730 Mar 01 16:00:53.984029 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-954cd0ce-0d96-4b35-a08a-67ca4d42aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:53.985611 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-954cd0ce-0d96-4b35-a08a-67ca4d42aa25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fa80bad-5822-4347-bb9f-9b78efcdd39f HTTP/1.1" status: 200 len: 843 time: 0.0515506 Mar 01 16:00:54.224378 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-67136c25-5013-4802-9b44-e34193f9f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:54.225784 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-67136c25-5013-4802-9b44-e34193f9f815 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5cf4f7d4-2dfd-453c-bb90-9809016be6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.2292969 Mar 01 16:00:54.309998 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-593946cf-7831-4cae-b522-53e49ca3ce1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:54.316944 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-9f0601ab-39ff-4d02-8467-10a93bccc3f7 service neutron] 10.222.0.64 "GET /v2.0/networks/5cf4f7d4-2dfd-453c-bb90-9809016be6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811954 Mar 01 16:00:54.419245 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e673ed7-8f40-4751-b9bd-48774ade53ad req-0d87773b-dfcd-4c1c-8641-ae09310e2aa5 service neutron] 10.222.0.64 "GET /v2.0/networks/5cf4f7d4-2dfd-453c-bb90-9809016be6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899782 Mar 01 16:00:54.519988 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b69e1f-bf56-4a43-86f5-b60092314e1e req-83e074f1-962b-4b71-89e2-9addb5429d4a tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:54.521460 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-54b69e1f-bf56-4a43-86f5-b60092314e1e req-83e074f1-962b-4b71-89e2-9addb5429d4a tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 948 time: 0.0563023 Mar 01 16:00:54.569803 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-54b69e1f-bf56-4a43-86f5-b60092314e1e req-f59d5b14-d845-45fa-9bd5-e47c434bad7c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Mar 01 16:00:54.620154 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61032ea-8b5a-409b-b005-1313504477b9 req-f73f8919-a292-4afd-9f29-290bad872c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:54.621669 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e61032ea-8b5a-409b-b005-1313504477b9 req-f73f8919-a292-4afd-9f29-290bad872c37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1cea30d653043148239fba7136080dd&device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 1132 time: 0.0477974 Mar 01 16:00:55.045581 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61032ea-8b5a-409b-b005-1313504477b9 req-1e11f6d3-53b3-4307-b275-b7de2cc35cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:55.047342 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e61032ea-8b5a-409b-b005-1313504477b9 req-1e11f6d3-53b3-4307-b275-b7de2cc35cee service neutron] 10.222.0.64 "GET /v2.0/networks?id=5cf4f7d4-2dfd-453c-bb90-9809016be6b9 HTTP/1.1" status: 200 len: 870 time: 0.0911613 Mar 01 16:00:55.098473 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e61032ea-8b5a-409b-b005-1313504477b9 req-a33bcd44-c3d9-4e37-8aa9-51b0570a938e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=5768b48c-90e6-47d7-8b53-d6a682c247c1 HTTP/1.1" status: 200 len: 217 time: 0.0363193 Mar 01 16:00:55.153591 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61032ea-8b5a-409b-b005-1313504477b9 req-23671297-6c77-4151-8f73-e783d1b0d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:55.155038 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e61032ea-8b5a-409b-b005-1313504477b9 req-23671297-6c77-4151-8f73-e783d1b0d2db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fa80bad-5822-4347-bb9f-9b78efcdd39f HTTP/1.1" status: 200 len: 843 time: 0.0468564 Mar 01 16:00:55.207086 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61032ea-8b5a-409b-b005-1313504477b9 req-3cfac54e-ff77-47e6-bd7f-1c12ba372162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:55.208604 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e61032ea-8b5a-409b-b005-1313504477b9 req-3cfac54e-ff77-47e6-bd7f-1c12ba372162 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5cf4f7d4-2dfd-453c-bb90-9809016be6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0428805 Mar 01 16:00:55.295921 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e61032ea-8b5a-409b-b005-1313504477b9 req-303c7637-547b-4afa-a1c2-5d2253d29dd4 service neutron] 10.222.0.64 "GET /v2.0/networks/5cf4f7d4-2dfd-453c-bb90-9809016be6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802135 Mar 01 16:00:55.391369 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e61032ea-8b5a-409b-b005-1313504477b9 req-d51d9553-2909-423d-bc2f-c542b47cab55 service neutron] 10.222.0.64 "GET /v2.0/networks/5cf4f7d4-2dfd-453c-bb90-9809016be6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Mar 01 16:00:55.689737 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbf986-f2c4-4bdb-a9d8-2ed602c34f97 req-8a6fded8-8384-428c-ac62-210adaf2a667 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:55.691208 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b2bbf986-f2c4-4bdb-a9d8-2ed602c34f97 req-8a6fded8-8384-428c-ac62-210adaf2a667 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 948 time: 0.0545056 Mar 01 16:00:55.731813 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:00:55.736342 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b2bbf986-f2c4-4bdb-a9d8-2ed602c34f97 req-90ebb4bb-09d0-4d47-a3dd-34b669e63e8c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Mar 01 16:00:56.520017 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ec218a2-e50a-4d3a-a603-fad9da464aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:56.864607 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ce968-fb41-4e17-a5c6-3caf21783fee req-87a73483-7983-49ba-843f-464174fafb31 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:56.866243 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f69ce968-fb41-4e17-a5c6-3caf21783fee req-87a73483-7983-49ba-843f-464174fafb31 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 948 time: 0.0609758 Mar 01 16:00:56.917011 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f69ce968-fb41-4e17-a5c6-3caf21783fee req-152a5757-36c0-4b3e-9f2f-d86d561210d4 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448515 Mar 01 16:00:57.760021 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:58.033689 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14c857-563e-4914-9d14-19e8fd1339cb req-4ab8fc10-953e-489d-96ff-c0ba039b6271 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:58.035166 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c14c857-563e-4914-9d14-19e8fd1339cb req-4ab8fc10-953e-489d-96ff-c0ba039b6271 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 948 time: 0.0526037 Mar 01 16:00:58.081939 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c14c857-563e-4914-9d14-19e8fd1339cb req-f4aa0b71-8aed-4126-a9c7-bb63a1f02a23 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Mar 01 16:00:59.197179 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:00:59.209636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfd1f6-dcfb-4c41-b9eb-294216677485 req-bdeb0313-67f1-44e9-beaa-d9bdb43b3495 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:00:59.212481 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a1bfd1f6-dcfb-4c41-b9eb-294216677485 req-bdeb0313-67f1-44e9-beaa-d9bdb43b3495 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 948 time: 0.0654528 Mar 01 16:00:59.269473 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a1bfd1f6-dcfb-4c41-b9eb-294216677485 req-5c55a4f7-f51b-4468-b3f9-07d78b3e0add tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 Mar 01 16:01:00.242443 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:00.392641 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8585c-1ce7-4a92-80a3-5baf33a6bd46 req-75d6e2df-5b1c-406a-b819-a6264e709f8c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:00.394164 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ebd8585c-1ce7-4a92-80a3-5baf33a6bd46 req-75d6e2df-5b1c-406a-b819-a6264e709f8c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 948 time: 0.0526116 Mar 01 16:01:00.440897 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ebd8585c-1ce7-4a92-80a3-5baf33a6bd46 req-a3801951-8013-4503-b31e-b41810218c93 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 Mar 01 16:01:00.595415 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:01.131961 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5768b48c-90e6-47d7-8b53-d6a682c247c1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:01:01.232264 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 5768b48c-90e6-47d7-8b53-d6a682c247c1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5768b48c-90e6-47d7-8b53-d6a682c247c1,segment=NetworkSegment(02911fde-7365-42ba-9e6b-44e559bd1957),segment_id=02911fde-7365-42ba-9e6b-44e559bd1957)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:01.244083 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '5768b48c-90e6-47d7-8b53-d6a682c247c1', 'network_id': '5cf4f7d4-2dfd-453c-bb90-9809016be6b9', 'port_id': '5768b48c-90e6-47d7-8b53-d6a682c247c1', 'mac_address': 'fa:16:3e:7e:b0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa80bad-5822-4347-bb9f-9b78efcdd39f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:01:01.280247 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 5768b48c-90e6-47d7-8b53-d6a682c247c1 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:01.280645 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:01.297479 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5768b48c-90e6-47d7-8b53-d6a682c247c1 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:01:01.316592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 5768b48c-90e6-47d7-8b53-d6a682c247c1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5768b48c-90e6-47d7-8b53-d6a682c247c1,segment=NetworkSegment(02911fde-7365-42ba-9e6b-44e559bd1957),segment_id=02911fde-7365-42ba-9e6b-44e559bd1957)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:01.321661 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:01.372854 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=5768b48c-90e6-47d7-8b53-d6a682c247c1,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:01.574089 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342508d-9279-4c8b-8ade-28395db59334 req-609ba107-d7cc-4a62-b9e9-517739199cda tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:01.575629 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1342508d-9279-4c8b-8ade-28395db59334 req-609ba107-d7cc-4a62-b9e9-517739199cda tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 949 time: 0.0556602 Mar 01 16:01:01.621382 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1342508d-9279-4c8b-8ade-28395db59334 req-c7b9eeef-987f-49ac-8ea9-f829fc4f33fd tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Mar 01 16:01:02.058918 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['5768b48c-90e6-47d7-8b53-d6a682c247c1'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:01:02.745109 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c38d75-3e3e-4098-a018-79fd76fc1b62 req-cfc4c057-f84d-40c2-9c1e-10725c587258 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:02.746564 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b8c38d75-3e3e-4098-a018-79fd76fc1b62 req-cfc4c057-f84d-40c2-9c1e-10725c587258 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 949 time: 0.0566912 Mar 01 16:01:02.794773 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b8c38d75-3e3e-4098-a018-79fd76fc1b62 req-74f128a0-16f5-4a12-9e1a-fad6b81d9c2f tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Mar 01 16:01:03.912220 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ae304-7510-453c-b32c-aea9ab99fa46 req-34430776-d242-4e75-83a4-b5d64100a9f1 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:03.914991 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7c9ae304-7510-453c-b32c-aea9ab99fa46 req-34430776-d242-4e75-83a4-b5d64100a9f1 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 949 time: 0.0571318 Mar 01 16:01:03.963252 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7c9ae304-7510-453c-b32c-aea9ab99fa46 req-6583bbb0-c3fa-4bf1-a5fa-aa1c6212e86c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Mar 01 16:01:05.097015 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b0dd5-4951-4b2d-8ac2-dd2ca3232074 req-170e6edd-a63d-4f48-afe2-86172c38f1e4 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:05.098537 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-700b0dd5-4951-4b2d-8ac2-dd2ca3232074 req-170e6edd-a63d-4f48-afe2-86172c38f1e4 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 949 time: 0.0596414 Mar 01 16:01:05.144938 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-700b0dd5-4951-4b2d-8ac2-dd2ca3232074 req-95ba0695-7219-4d95-b753-d3819153197e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Mar 01 16:01:05.178363 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5768b48c-90e6-47d7-8b53-d6a682c247c1 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:05.225508 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 5768b48c-90e6-47d7-8b53-d6a682c247c1 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:01:05.230317 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 5768b48c-90e6-47d7-8b53-d6a682c247c1 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:05.230317 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:05.304656 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 5768b48c-90e6-47d7-8b53-d6a682c247c1 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:05.305044 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:05.328750 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768b48c-90e6-47d7-8b53-d6a682c247c1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:05.330940 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e133786c-9ae6-4040-8e34-0bfc85292a76" -d '{"events": [{"server_uuid": "4d2dab0c-fd58-4245-889a-e3ff38ac4330", "name": "network-vif-plugged", "status": "completed", "tag": "5768b48c-90e6-47d7-8b53-d6a682c247c1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:05.343814 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 5768b48c-90e6-47d7-8b53-d6a682c247c1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5768b48c-90e6-47d7-8b53-d6a682c247c1,segment=NetworkSegment(02911fde-7365-42ba-9e6b-44e559bd1957),segment_id=02911fde-7365-42ba-9e6b-44e559bd1957)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:05.347798 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:05.372136 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175dc5b-0cea-421b-949b-7d46d74116c3 x-openstack-request-id: req-2175dc5b-0cea-421b-949b-7d46d74116c3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:05.372444 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2dab0c-fd58-4245-889a-e3ff38ac4330", "name": "network-vif-plugged", "status": "completed", "tag": "5768b48c-90e6-47d7-8b53-d6a682c247c1", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:05.372701 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2175dc5b-0cea-421b-949b-7d46d74116c3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:05.373082 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768b48c-90e6-47d7-8b53-d6a682c247c1', 'code': 200} Mar 01 16:01:05.395090 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=5768b48c-90e6-47d7-8b53-d6a682c247c1,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:05.403291 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.403677 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.404027 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.404366 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.404701 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.405039 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.405365 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.405691 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.406015 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.406354 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.406705 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.407024 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.407374 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:05.569324 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c751f4a-bd9f-4292-ba27-f4664dee7e0c req-e3227c46-4e4e-4949-a64d-8dcadf252aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:05.570932 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c751f4a-bd9f-4292-ba27-f4664dee7e0c req-e3227c46-4e4e-4949-a64d-8dcadf252aed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 1134 time: 0.0457997 Mar 01 16:01:05.619788 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c751f4a-bd9f-4292-ba27-f4664dee7e0c req-226d865e-d571-4019-ac5b-a874e23ca50f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381989 Mar 01 16:01:06.266685 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce36b9-680a-4bd0-b68d-051dec672d5e req-1cf11ed1-e9ab-460c-8436-343492e7de46 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:06.268179 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-94ce36b9-680a-4bd0-b68d-051dec672d5e req-1cf11ed1-e9ab-460c-8436-343492e7de46 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0520647 Mar 01 16:01:06.316320 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-94ce36b9-680a-4bd0-b68d-051dec672d5e req-95becb44-a84b-4d21-84a9-49b2cc45820f tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Mar 01 16:01:06.977045 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578cd0-f137-4031-9922-dd8422bb854a req-5c789e31-cc34-45da-955c-c6134a2cca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:06.978537 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98578cd0-f137-4031-9922-dd8422bb854a req-5c789e31-cc34-45da-955c-c6134a2cca25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.0774333 Mar 01 16:01:06.985249 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f973a4-2e98-41c1-9649-a111e25b4e69 req-574803c9-097f-469e-b64f-e39d82e27c7c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:06.986583 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d8f973a4-2e98-41c1-9649-a111e25b4e69 req-574803c9-097f-469e-b64f-e39d82e27c7c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0773497 Mar 01 16:01:07.090224 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d8f973a4-2e98-41c1-9649-a111e25b4e69 req-bae0fae5-4d03-4baf-bac4-bb5040662fee tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980358 Mar 01 16:01:07.113173 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578cd0-f137-4031-9922-dd8422bb854a req-c4d21613-fe1d-45ac-a38f-a7569734d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:07.114667 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98578cd0-f137-4031-9922-dd8422bb854a req-c4d21613-fe1d-45ac-a38f-a7569734d460 service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.1169441 Mar 01 16:01:07.161144 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98578cd0-f137-4031-9922-dd8422bb854a req-13ad47ea-99b2-45cb-8e15-0ac3222289f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 217 time: 0.0357156 Mar 01 16:01:07.210596 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578cd0-f137-4031-9922-dd8422bb854a req-39911470-5828-42a1-ba0e-66043b54438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:07.212099 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98578cd0-f137-4031-9922-dd8422bb854a req-39911470-5828-42a1-ba0e-66043b54438a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0433462 Mar 01 16:01:07.249625 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98578cd0-f137-4031-9922-dd8422bb854a req-ef2066d3-e29a-4e4b-9f8e-792362f02a12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294068 Mar 01 16:01:07.346250 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98578cd0-f137-4031-9922-dd8422bb854a req-f72daf32-10ec-424d-8dc7-4a6a0c37df6d service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862539 Mar 01 16:01:07.492074 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2c1a-cc17-4d80-a0a4-24a96f34f7e9 req-a04ae86e-e431-416e-8f7c-420937db4b0c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:07.499050 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b9df2c1a-cc17-4d80-a0a4-24a96f34f7e9 req-a04ae86e-e431-416e-8f7c-420937db4b0c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0910368 Mar 01 16:01:07.502075 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-98578cd0-f137-4031-9922-dd8422bb854a req-09f7993f-22db-4cbf-affe-cef61dc623b2 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413372 Mar 01 16:01:07.545348 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b9df2c1a-cc17-4d80-a0a4-24a96f34f7e9 req-95e1fa98-0d67-40e3-9ebe-c3fecc06cab6 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Mar 01 16:01:08.218894 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419f04a-c4f8-4b06-b40d-0e8ef7b195d0 req-b70c87c1-7352-4753-85fe-662449ab710f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:08.220429 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a419f04a-c4f8-4b06-b40d-0e8ef7b195d0 req-b70c87c1-7352-4753-85fe-662449ab710f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0582168 Mar 01 16:01:08.273160 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a419f04a-c4f8-4b06-b40d-0e8ef7b195d0 req-9d398644-2ddf-4d5a-ab60-9c1cbe9195f7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467412 Mar 01 16:01:08.505752 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375a985-cc75-4f96-af42-cfd20f306781 req-cb9f5dbd-5854-4032-bd92-e8016d51f4d9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:08.507790 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-cb9f5dbd-5854-4032-bd92-e8016d51f4d9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.0975850 Mar 01 16:01:08.522238 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-c2054c5d-e0b0-4d5e-ab76-70b8a1aefc00 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/quotas/972c09cd4939430ca54bf3b51dfad76a HTTP/1.1" status: 200 len: 375 time: 0.0093033 Mar 01 16:01:08.584017 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-850d2d7e-bdb0-41cf-9c38-5644134c1e16 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559998 Mar 01 16:01:08.703664 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-f95dbcfe-428c-4354-bf1f-635371880107 service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141932 Mar 01 16:01:08.711164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ef0e-21fe-4882-86db-13d67be59372 req-1d0e02ed-bc58-4b3d-8a48-444ec71f6bfb tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:08.712547 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be63ef0e-21fe-4882-86db-13d67be59372 req-1d0e02ed-bc58-4b3d-8a48-444ec71f6bfb tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0797172 Mar 01 16:01:08.808607 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be63ef0e-21fe-4882-86db-13d67be59372 req-d8e12068-b68e-4143-9f9d-7c11ba34c204 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882795 Mar 01 16:01:08.829244 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-17154644-6d57-4395-8658-c00ad3253de3 service neutron] 10.222.0.10 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158066 Mar 01 16:01:08.990511 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-178cb6d2-9342-49f6-b42c-a7d16247da16 req-42b24644-87ea-4029-9876-3cdf91464b27 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0327258 Mar 01 16:01:09.094220 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b407633-c769-4ef1-8de6-ea7205150f5d req-073fafa7-0117-41a5-aba1-b1979e6af4cc tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:09.095717 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7b407633-c769-4ef1-8de6-ea7205150f5d req-073fafa7-0117-41a5-aba1-b1979e6af4cc tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0634758 Mar 01 16:01:09.145977 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7b407633-c769-4ef1-8de6-ea7205150f5d req-4809f117-c0f0-46e5-bca6-6b41fa285135 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Mar 01 16:01:09.390557 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834c5a7-b27a-47c6-a554-45187ae15f63 req-012c2d37-898e-403d-9c78-010e4414b50d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:09.392026 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3834c5a7-b27a-47c6-a554-45187ae15f63 req-012c2d37-898e-403d-9c78-010e4414b50d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0529113 Mar 01 16:01:09.437192 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3834c5a7-b27a-47c6-a554-45187ae15f63 req-25315cce-0616-45a3-97a3-2357ab6b8ce5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Mar 01 16:01:10.080021 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b100a803-d619-4592-8e48-d28b2cec879d req-a5870b27-03b6-439c-b351-2a771769e380 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0260289 Mar 01 16:01:10.267146 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77463a-fcee-4dff-867b-072839121064 req-07585b15-1ea7-45c0-9bb1-f5107da287dd tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:10.268621 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f77463a-fcee-4dff-867b-072839121064 req-07585b15-1ea7-45c0-9bb1-f5107da287dd tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0550249 Mar 01 16:01:10.314136 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f77463a-fcee-4dff-867b-072839121064 req-553cd899-9030-4935-9f33-c9b24385f2a8 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Mar 01 16:01:10.552450 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f9a2-ca4b-4f54-afdd-1e9ea0b67bcf req-10f7c9fe-9922-449a-95c2-cbab96ac0f2c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:10.553955 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ff62f9a2-ca4b-4f54-afdd-1e9ea0b67bcf req-10f7c9fe-9922-449a-95c2-cbab96ac0f2c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Mar 01 16:01:10.599817 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ff62f9a2-ca4b-4f54-afdd-1e9ea0b67bcf req-fdfb18a7-04f5-4614-9bbb-ad84613dcc6c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Mar 01 16:01:11.169612 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48f4028e-8f53-4aa7-8956-d5e5fa321e7a req-c41b404e-572a-4599-b08e-0849fbea5da6 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0265331 Mar 01 16:01:11.432103 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41d26-f1b9-4e88-a574-b80598e1c641 req-5826a345-8f4c-460b-a6a7-64df34bc0d12 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:11.433470 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48b41d26-f1b9-4e88-a574-b80598e1c641 req-5826a345-8f4c-460b-a6a7-64df34bc0d12 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0546083 Mar 01 16:01:11.477988 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48b41d26-f1b9-4e88-a574-b80598e1c641 req-bed8016a-b00c-4798-a042-103a30f10af0 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Mar 01 16:01:11.716006 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75939ee-662a-401d-955a-bcf919ef4056 req-722b39a2-0db0-4412-8eee-27c9194ff18e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:11.717472 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c75939ee-662a-401d-955a-bcf919ef4056 req-722b39a2-0db0-4412-8eee-27c9194ff18e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0523949 Mar 01 16:01:11.762761 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c75939ee-662a-401d-955a-bcf919ef4056 req-0a5a4a64-1700-4ec9-91e4-6d21531aab03 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Mar 01 16:01:12.262380 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48fbf3c6-ec4b-4db4-b197-a10b1a916742 req-5b776bb7-7fac-4a2d-98ab-9ccf35850ed5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0301766 Mar 01 16:01:12.591144 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f40be-7aaa-4904-8d6d-f6f539098ebd req-d680af11-1dbf-4911-92f9-5ddc27376c17 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:12.592604 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d82f40be-7aaa-4904-8d6d-f6f539098ebd req-d680af11-1dbf-4911-92f9-5ddc27376c17 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0509584 Mar 01 16:01:12.637341 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d82f40be-7aaa-4904-8d6d-f6f539098ebd req-d06819d9-8028-42ad-8ea8-d32d863d9af5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Mar 01 16:01:12.876082 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d78770-0a4b-431c-a4d1-63cd61898ed7 req-d207b2e4-4d03-462e-8e17-90c7cd90c01a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:12.877525 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-38d78770-0a4b-431c-a4d1-63cd61898ed7 req-d207b2e4-4d03-462e-8e17-90c7cd90c01a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0509603 Mar 01 16:01:12.922030 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-38d78770-0a4b-431c-a4d1-63cd61898ed7 req-1bfb41f9-0184-4c80-94ea-8721fef54f2a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Mar 01 16:01:13.355916 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b307a0fc-c5fe-4d24-913e-f5d76654562c req-eb180af2-c19f-4ee1-a5f8-8d055278f350 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0300524 Mar 01 16:01:13.751314 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b507d0-0325-4012-a4ea-9348e6670344 req-388d73a3-fb0f-4e53-ac89-3d31e11c7db6 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:13.752785 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-49b507d0-0325-4012-a4ea-9348e6670344 req-388d73a3-fb0f-4e53-ac89-3d31e11c7db6 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0503516 Mar 01 16:01:13.799156 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-49b507d0-0325-4012-a4ea-9348e6670344 req-4c705f00-5a0f-4b55-b499-c632af9c3292 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Mar 01 16:01:14.036999 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c4c9-c488-4583-90a4-c2345172b081 req-0b18aaa8-da2c-4d30-85c1-da5c2a9a924b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:14.038453 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e26c4c9-c488-4583-90a4-c2345172b081 req-0b18aaa8-da2c-4d30-85c1-da5c2a9a924b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0517013 Mar 01 16:01:14.083303 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e26c4c9-c488-4583-90a4-c2345172b081 req-3706809a-cd8b-4e4f-89db-5c0346800b96 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Mar 01 16:01:14.448020 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8ebb2984-0476-46a1-944c-b2d1ebfd1f93 req-b72597e3-89f8-4db5-96df-341563d1038b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Mar 01 16:01:14.916563 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501272cc-77ca-480c-b79e-e49af90b89bd req-50858f62-9c84-42de-b3a2-0938b94cf990 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:14.918362 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-501272cc-77ca-480c-b79e-e49af90b89bd req-50858f62-9c84-42de-b3a2-0938b94cf990 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0516839 Mar 01 16:01:14.964668 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-501272cc-77ca-480c-b79e-e49af90b89bd req-14e4eaba-fa37-4c71-8293-79b9dca2c369 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Mar 01 16:01:15.197470 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ecd91-b9b0-4974-89ba-b031a7066018 req-3c4181ca-10b5-40dd-84cf-011674939b88 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:15.198845 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a1ecd91-b9b0-4974-89ba-b031a7066018 req-3c4181ca-10b5-40dd-84cf-011674939b88 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0512207 Mar 01 16:01:15.244317 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a1ecd91-b9b0-4974-89ba-b031a7066018 req-c6f618ac-bcd8-43e4-be15-b0766f8194de tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Mar 01 16:01:15.538882 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ba9183f0-da68-4fb1-8f3e-443a343a2c3a req-09636ee4-e9b9-49cc-8cb9-5960ad3ab457 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0295475 Mar 01 16:01:16.079485 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7915-beeb-4cca-b8ca-9edb1cf39e9f req-bd024815-cd60-4186-825b-d023101f19e7 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:16.080906 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a88a7915-beeb-4cca-b8ca-9edb1cf39e9f req-bd024815-cd60-4186-825b-d023101f19e7 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0518701 Mar 01 16:01:16.126681 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a88a7915-beeb-4cca-b8ca-9edb1cf39e9f req-315b4417-c642-4431-b7af-3f0d5e346f76 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Mar 01 16:01:16.365759 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045a33-0753-4b9c-bf92-7e5fa9b2e4ac req-3d232f8f-b61f-4373-b587-8a7b94004326 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:16.367141 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-14045a33-0753-4b9c-bf92-7e5fa9b2e4ac req-3d232f8f-b61f-4373-b587-8a7b94004326 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0510476 Mar 01 16:01:16.412555 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-14045a33-0753-4b9c-bf92-7e5fa9b2e4ac req-60925708-27d8-4d29-863e-f97144ce2e82 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Mar 01 16:01:16.632091 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bf52d1a8-41f5-401b-b1dc-78648b878273 req-301d26f5-814d-4949-8ef0-ca77adc2f44d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0292559 Mar 01 16:01:17.239655 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47f728-11d8-4fed-97c0-3302e544b364 req-a84fd7cf-a6cd-43c1-9da4-47862270b76e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:17.241062 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fa47f728-11d8-4fed-97c0-3302e544b364 req-a84fd7cf-a6cd-43c1-9da4-47862270b76e tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0512385 Mar 01 16:01:17.286419 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fa47f728-11d8-4fed-97c0-3302e544b364 req-f77344de-ee52-479d-96eb-13c61032507b tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Mar 01 16:01:17.603151 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6395371-afc5-412e-89eb-f0b682a972cc req-62eb3aef-be74-4c68-9fb4-241f84c87ab0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:17.604651 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e6395371-afc5-412e-89eb-f0b682a972cc req-62eb3aef-be74-4c68-9fb4-241f84c87ab0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1264911 Mar 01 16:01:17.656585 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375a985-cc75-4f96-af42-cfd20f306781 req-03385af4-71d5-407b-9ae7-f0464e139848 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:17.658510 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-03385af4-71d5-407b-9ae7-f0464e139848 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 814 time: 0.1462238 Mar 01 16:01:17.680359 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e6395371-afc5-412e-89eb-f0b682a972cc req-03521065-b698-41c1-8a0b-5bf2e1940e4f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697112 Mar 01 16:01:17.700932 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Request body: {'port': {'device_id': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'admin_state_up': True, 'tenant_id': '972c09cd4939430ca54bf3b51dfad76a'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:17.766739 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ee21f1a-7f39-410d-b43d-5e0fb1a1a878 req-5ad30ee1-da52-4330-b9b5-5d0da3527085 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0622070 Mar 01 16:01:17.830632 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Made reservation on behalf of 972c09cd4939430ca54bf3b51dfad76a for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:01:17.833868 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:17.956389 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Allocated IP 172.20.0.14 (abc91343-9562-4611-b94c-a2ac6d0affb1/3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41/2bb75567-24eb-4f0c-9ac5-5b082ac95890) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:18.096521 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks [] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:18.129010 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:18.141609 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb', '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', '8ec8a4df-5793-4da2-b5b3-6ec58e07da45'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:01:18.174034 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Network abc91343-9562-4611-b94c-a2ac6d0affb1 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:18.177100 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:18.181167 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:18.213659 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event updated for resources: {'Port': ['ID=2bb75567-24eb-4f0c-9ac5-5b082ac95890,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:18.232125 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:18.232803 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:18.248873 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-be6afc18-4108-479c-99dd-74008001d828 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585775 Mar 01 16:01:18.281834 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Request body: {'port': {'device_id': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:18.344378 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:18.494292 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3370-1a76-4b97-b879-9f2fe4b43217 req-2192d226-6d76-44ea-9550-bb6cb0d3c83c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:18.495696 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b4af3370-1a76-4b97-b879-9f2fe4b43217 req-2192d226-6d76-44ea-9550-bb6cb0d3c83c tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.1408365 Mar 01 16:01:18.589694 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b4af3370-1a76-4b97-b879-9f2fe4b43217 req-a4827a0f-d7d2-4e7e-9365-bee90d99afb8 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884326 Mar 01 16:01:18.687039 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb75567-24eb-4f0c-9ac5-5b082ac95890 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:01:18.694423 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Publish callbacks [] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:18.706990 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Transition to ACTIVE for port object 2bb75567-24eb-4f0c-9ac5-5b082ac95890 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:01:18.710333 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:19.003292 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Pushing event updated for resources: {'Port': ['ID=2bb75567-24eb-4f0c-9ac5-5b082ac95890,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:19.075635 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77d1c-baa7-4b26-84c4-997eba654e75 req-fe1dd654-b194-46f8-8825-23e367febc23 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:19.077007 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-eef77d1c-baa7-4b26-84c4-997eba654e75 req-fe1dd654-b194-46f8-8825-23e367febc23 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1513693 Mar 01 16:01:19.085695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d34f3f-6475-44fc-a08d-4c50e999c495 req-05e20ee4-aab0-4cb0-928d-247de8fe6f10 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:19.087612 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91d34f3f-6475-44fc-a08d-4c50e999c495 req-05e20ee4-aab0-4cb0-928d-247de8fe6f10 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.1608937 Mar 01 16:01:19.146978 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Attempting to bind port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:19.147342 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Attempting to bind port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:19.147669 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Attempting to bind port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:19.165650 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 on network abc91343-9562-4611-b94c-a2ac6d0affb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:01:19.165971 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Attempting to bind port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 on network abc91343-9562-4611-b94c-a2ac6d0affb1 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:19.177096 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-eef77d1c-baa7-4b26-84c4-997eba654e75 req-9ba47173-0c44-4213-b0a2-6f42eb0e556f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886097 Mar 01 16:01:19.182891 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:19.183247 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Checking segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:19.183647 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Bound using segment: {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:19.184072 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Bound port: 2bb75567-24eb-4f0c-9ac5-5b082ac95890, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd06dd40-80b5-46cc-9d11-cb39e04acefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:19.184427 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:19.189533 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91d34f3f-6475-44fc-a08d-4c50e999c495 req-2b24db22-911b-4da4-80d8-e753beab7fac tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918324 Mar 01 16:01:19.259270 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] For port 2bb75567-24eb-4f0c-9ac5-5b082ac95890, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:19.262132 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] For port 2bb75567-24eb-4f0c-9ac5-5b082ac95890, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2bb75567-24eb-4f0c-9ac5-5b082ac95890,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:19.268126 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:19.303301 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:19.303916 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:19.305657 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] 10.222.0.64 "PUT /v2.0/ports/2bb75567-24eb-4f0c-9ac5-5b082ac95890 HTTP/1.1" status: 200 len: 1094 time: 1.0282984 Mar 01 16:01:19.307764 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'tag': '2bb75567-24eb-4f0c-9ac5-5b082ac95890'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:19.310709 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd06a1-1440-484a-84e9-79c404307cc1", "tag": "2bb75567-24eb-4f0c-9ac5-5b082ac95890"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:19.335516 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63a81-79cc-4a52-8944-58a74cfaddce service neutron] Pushing event updated for resources: {'Port': ['ID=2bb75567-24eb-4f0c-9ac5-5b082ac95890,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:19.352253 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dc3ac7-f11c-43d8-b366-3bcef051b44f x-openstack-request-id: req-a8dc3ac7-f11c-43d8-b366-3bcef051b44f {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:19.352559 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd06a1-1440-484a-84e9-79c404307cc1", "tag": "2bb75567-24eb-4f0c-9ac5-5b082ac95890", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:19.352823 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8dc3ac7-f11c-43d8-b366-3bcef051b44f {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:19.353230 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'tag': '2bb75567-24eb-4f0c-9ac5-5b082ac95890', 'status': 'completed', 'code': 200} Mar 01 16:01:19.409298 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375a985-cc75-4f96-af42-cfd20f306781 req-8d884459-1e0d-4212-96bb-224b6cc5b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:19.410820 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-8d884459-1e0d-4212-96bb-224b6cc5b2cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 1128 time: 0.0453389 Mar 01 16:01:19.455402 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-da16c8e3-40f0-4702-82d2-c96230314961 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bb75567-24eb-4f0c-9ac5-5b082ac95890 HTTP/1.1" status: 200 len: 217 time: 0.0335715 Mar 01 16:01:19.504462 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375a985-cc75-4f96-af42-cfd20f306781 req-e706f302-cc7b-4841-ae4f-7d00369121eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:19.506327 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-e706f302-cc7b-4841-ae4f-7d00369121eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.0408716 Mar 01 16:01:19.539878 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-b31d31f3-cc98-4191-b0d7-e8530020b55c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268683 Mar 01 16:01:19.630240 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-ef9a870c-4356-45af-8485-521918da50a5 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806823 Mar 01 16:01:19.769174 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a375a985-cc75-4f96-af42-cfd20f306781 req-783c131c-8760-4e96-936a-9596fa760458 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320486 Mar 01 16:01:19.785985 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425201d-41fc-417c-956a-62adefed070d req-6ed595cd-974f-4fc2-bbf7-bbcf85e48914 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:19.787487 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c425201d-41fc-417c-956a-62adefed070d req-6ed595cd-974f-4fc2-bbf7-bbcf85e48914 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0695233 Mar 01 16:01:19.834797 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c425201d-41fc-417c-956a-62adefed070d req-cdfefdba-2df4-43f7-b264-31c7c3000b4f tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414879 Mar 01 16:01:20.207729 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-52c892e5-41f7-466f-a243-67cac35dd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:20.209470 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-52c892e5-41f7-466f-a243-67cac35dd38c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=972c09cd4939430ca54bf3b51dfad76a&device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 1128 time: 0.0438235 Mar 01 16:01:20.380201 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97896cc-2fda-44c6-83ad-3d55bf6542f6 req-56092241-3165-4bb7-bd97-be8b9489b3bf tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:20.381559 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a97896cc-2fda-44c6-83ad-3d55bf6542f6 req-56092241-3165-4bb7-bd97-be8b9489b3bf tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.1176887 Mar 01 16:01:20.382472 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-984e5caa-8a92-4c80-8c3e-8e4cdae93072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:20.383812 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-984e5caa-8a92-4c80-8c3e-8e4cdae93072 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 200 len: 915 time: 0.1671560 Mar 01 16:01:20.391140 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688442e7-dae0-4e3e-b5ec-ea8125378c14 req-77fc8ac7-da4e-49a8-aa34-54c388d2ec45 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:20.392508 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-688442e7-dae0-4e3e-b5ec-ea8125378c14 req-77fc8ac7-da4e-49a8-aa34-54c388d2ec45 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1272271 Mar 01 16:01:20.451399 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-4600ebd7-715e-4d94-99f8-196f002e348f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bb75567-24eb-4f0c-9ac5-5b082ac95890 HTTP/1.1" status: 200 len: 217 time: 0.0569379 Mar 01 16:01:20.526327 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a97896cc-2fda-44c6-83ad-3d55bf6542f6 req-461510be-9caa-47d8-904a-2251f47ea5ec tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329002 Mar 01 16:01:20.532737 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-688442e7-dae0-4e3e-b5ec-ea8125378c14 req-c2116ede-28c9-44b8-bdb9-2708096ef16b tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280384 Mar 01 16:01:20.543749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-8afe4092-6555-4201-8ab8-d4a599e19609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:20.545226 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-8afe4092-6555-4201-8ab8-d4a599e19609 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 200 len: 854 time: 0.0682700 Mar 01 16:01:20.578624 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-b5378150-7508-4099-8add-7404e3de117b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abc91343-9562-4611-b94c-a2ac6d0affb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261438 Mar 01 16:01:20.666179 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-a640263f-805d-480c-b0d0-254bdc19d3aa service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800691 Mar 01 16:01:20.757147 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b3b5a7-f4a7-4eba-9b7b-c7d0ba943675 req-dad6bf0c-1e1c-4c06-8869-0168a1648989 service neutron] 10.222.0.64 "GET /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846419 Mar 01 16:01:20.950007 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837aa4-4829-46f6-9f84-a8a6abc72917 req-c44fb312-9531-43b0-9c56-8a24113fc222 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:20.951401 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-32837aa4-4829-46f6-9f84-a8a6abc72917 req-c44fb312-9531-43b0-9c56-8a24113fc222 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0521853 Mar 01 16:01:20.996042 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-32837aa4-4829-46f6-9f84-a8a6abc72917 req-e524b421-be08-478f-a451-576e237b0970 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Mar 01 16:01:21.679061 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b54d05-fad6-4c21-a9bc-215e9c283190 req-83fae5e0-d8a9-41bb-a636-e0f0e899366a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:21.681127 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e5b54d05-fad6-4c21-a9bc-215e9c283190 req-83fae5e0-d8a9-41bb-a636-e0f0e899366a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.0877407 Mar 01 16:01:21.691974 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df074f8-be1f-451c-8b8c-2302ee9d7895 req-f5813490-3618-491d-a5ef-305e6b50a3a7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:21.693358 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6df074f8-be1f-451c-8b8c-2302ee9d7895 req-f5813490-3618-491d-a5ef-305e6b50a3a7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0919271 Mar 01 16:01:21.758682 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e5b54d05-fad6-4c21-a9bc-215e9c283190 req-f871479e-0041-45c3-8ab0-244bd4caa60c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643611 Mar 01 16:01:21.769883 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6df074f8-be1f-451c-8b8c-2302ee9d7895 req-191415b1-0bac-4ea4-9eac-7491bf4aa11f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699787 Mar 01 16:01:22.111716 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcac5b-fdb2-4169-b38a-26e0ac70dcce req-62fd674e-4f78-4879-aa18-282ccefff884 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:22.113063 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ddcac5b-fdb2-4169-b38a-26e0ac70dcce req-62fd674e-4f78-4879-aa18-282ccefff884 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0512700 Mar 01 16:01:22.162898 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ddcac5b-fdb2-4169-b38a-26e0ac70dcce req-2c229cc8-66df-4945-aa45-3f4337d872b9 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe3c2b5-0a0a-46db-a552-0f041c105f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Mar 01 16:01:22.678369 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-6f013a08-a53f-41dd-8999-58429691f742 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:22.679844 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-6f013a08-a53f-41dd-8999-58429691f742 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 950 time: 0.0525308 Mar 01 16:01:22.770962 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Deleting port 5768b48c-90e6-47d7-8b53-d6a682c247c1 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:01:22.771348 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:22.929509 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] For port 5768b48c-90e6-47d7-8b53-d6a682c247c1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5768b48c-90e6-47d7-8b53-d6a682c247c1,segment=NetworkSegment(02911fde-7365-42ba-9e6b-44e559bd1957),segment_id=02911fde-7365-42ba-9e6b-44e559bd1957)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:22.929787 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:22.954254 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e56a9c-4fd5-424a-b582-471b8465df1a req-1eb1e43c-48e4-4eaf-a75e-fb822f28e186 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:22.955750 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d4e56a9c-4fd5-424a-b582-471b8465df1a req-1eb1e43c-48e4-4eaf-a75e-fb822f28e186 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.1268830 Mar 01 16:01:22.956605 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Calling delete_port for 5768b48c-90e6-47d7-8b53-d6a682c247c1 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:01:22.982730 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86439-ce07-4ac1-8f5e-ae167b9140a5 req-d37838c7-32ed-449f-b767-9111c21ef1fb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:22.984176 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-27c86439-ce07-4ac1-8f5e-ae167b9140a5 req-d37838c7-32ed-449f-b767-9111c21ef1fb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1402342 Mar 01 16:01:23.093503 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d4e56a9c-4fd5-424a-b582-471b8465df1a req-c3e6c5bd-cef6-4b5b-8afa-ece7c0993d87 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295915 Mar 01 16:01:23.096340 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-27c86439-ce07-4ac1-8f5e-ae167b9140a5 req-bbcbca96-077a-473d-993a-d2545e068a5a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050212 Mar 01 16:01:23.165758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (5768b48c-90e6-47d7-8b53-d6a682c247c1), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:23.181695 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['5768b48c-90e6-47d7-8b53-d6a682c247c1'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:01:23.194445 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Pushing event deleted for resources: {'Port': ['ID=5768b48c-90e6-47d7-8b53-d6a682c247c1,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:23.237832 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] No DVR routers for this DVR port 5768b48c-90e6-47d7-8b53-d6a682c247c1 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:01:23.240872 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:23.244890 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a4641e82-e5ed-419d-b811-b7528e38c7b5 req-caf5bd24-53e5-429e-925e-e875ebcd56e5 tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.64 "DELETE /v2.0/ports/5768b48c-90e6-47d7-8b53-d6a682c247c1 HTTP/1.1" status: 204 len: 173 time: 0.5591359 Mar 01 16:01:23.245337 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'name': 'network-vif-deleted', 'tag': '5768b48c-90e6-47d7-8b53-d6a682c247c1'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:23.247819 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f630747e-50d5-4b5b-9122-a785c995b7ae" -d '{"events": [{"server_uuid": "4d2dab0c-fd58-4245-889a-e3ff38ac4330", "name": "network-vif-deleted", "tag": "5768b48c-90e6-47d7-8b53-d6a682c247c1"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:23.297538 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363cf750-7908-4207-a96e-5d4a55714172 x-openstack-request-id: req-363cf750-7908-4207-a96e-5d4a55714172 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:23.297835 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2dab0c-fd58-4245-889a-e3ff38ac4330", "name": "network-vif-deleted", "tag": "5768b48c-90e6-47d7-8b53-d6a682c247c1", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:23.298095 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-363cf750-7908-4207-a96e-5d4a55714172 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:23.298485 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2dab0c-fd58-4245-889a-e3ff38ac4330', 'name': 'network-vif-deleted', 'tag': '5768b48c-90e6-47d7-8b53-d6a682c247c1', 'status': 'completed', 'code': 200} Mar 01 16:01:23.300503 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cf63ba37-c38f-444a-9ec6-82358f751052 req-c1f391c0-61a9-443e-aa76-a0782ec1f35b tempest-VolumesNegativeTest-400846635 tempest-VolumesNegativeTest-400846635-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2dab0c-fd58-4245-889a-e3ff38ac4330 HTTP/1.1" status: 200 len: 210 time: 0.0378537 Mar 01 16:01:24.256205 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd675c-6dbc-4f78-b7ac-6789c4efc3d4 req-c00f97db-0c91-4ba9-8f4a-ed4be05e7f28 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:24.257825 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a6fd675c-6dbc-4f78-b7ac-6789c4efc3d4 req-c00f97db-0c91-4ba9-8f4a-ed4be05e7f28 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.0971518 Mar 01 16:01:24.266611 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423d421-24ed-463c-83fe-8f47b9ff9806 req-e4cac851-1de4-4d3d-b3e1-9634da18e2c7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:24.268195 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5423d421-24ed-463c-83fe-8f47b9ff9806 req-e4cac851-1de4-4d3d-b3e1-9634da18e2c7 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1064372 Mar 01 16:01:24.310632 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d16b3914-81f3-4ac4-b55d-890e448dbd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:24.341960 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a6fd675c-6dbc-4f78-b7ac-6789c4efc3d4 req-42929283-4b55-41be-b3fe-c7ef7ac66bd0 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727301 Mar 01 16:01:24.348842 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5423d421-24ed-463c-83fe-8f47b9ff9806 req-d1642641-37be-4c78-898d-f7a87e4d050e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734463 Mar 01 16:01:25.501007 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56af54-ddbc-42ac-8e42-75bb090f1e01 req-f0274a3c-4827-4b9c-8ca4-d705a19c793b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:25.502492 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7a56af54-ddbc-42ac-8e42-75bb090f1e01 req-f0274a3c-4827-4b9c-8ca4-d705a19c793b tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.0935102 Mar 01 16:01:25.509138 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87df77-28d4-40f5-9738-5bdc1d95165c req-b2fe284a-3cf2-429a-9fa5-d6e144467d7d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:25.510496 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7c87df77-28d4-40f5-9738-5bdc1d95165c req-b2fe284a-3cf2-429a-9fa5-d6e144467d7d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0921285 Mar 01 16:01:25.581855 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7a56af54-ddbc-42ac-8e42-75bb090f1e01 req-f08bb59b-a4f1-4f11-9775-7a7bfc7c1bc0 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704205 Mar 01 16:01:25.585131 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7c87df77-28d4-40f5-9738-5bdc1d95165c req-c9b354e4-7b08-4dcf-8ed4-8e4f066e2837 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680733 Mar 01 16:01:26.525066 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d4be36d-0ae5-4385-b65b-870c0f73b2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:26.762879 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408992-b565-4bbb-9e0b-3f45e1ac7a2e req-46e5b1b2-fe6f-48e3-b7bb-3f3708fafc0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:26.764706 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bd408992-b565-4bbb-9e0b-3f45e1ac7a2e req-46e5b1b2-fe6f-48e3-b7bb-3f3708fafc0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.0962121 Mar 01 16:01:26.793304 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6508e0-3a95-4475-890d-81ba8793de48 req-a15baae2-1c24-4747-8b3c-0cf6204037b1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:26.794767 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4d6508e0-3a95-4475-890d-81ba8793de48 req-a15baae2-1c24-4747-8b3c-0cf6204037b1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1129801 Mar 01 16:01:26.841607 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bd408992-b565-4bbb-9e0b-3f45e1ac7a2e req-69b6713f-ad14-45bd-a72f-1178aa7e08ec tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702662 Mar 01 16:01:26.870635 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4d6508e0-3a95-4475-890d-81ba8793de48 req-0a1f5051-87d9-45aa-9ae2-695cdd5862f1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691018 Mar 01 16:01:27.256233 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5768b48c-90e6-47d7-8b53-d6a682c247c1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:01:27.278787 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 5768b48c-90e6-47d7-8b53-d6a682c247c1 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:01:27.279132 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5768b48c-90e6-47d7-8b53-d6a682c247c1 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:01:27.762804 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:27.988606 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fbb0-67d7-453f-88b5-35c438a3d8e8 req-051b06fc-488e-4903-b917-c21060f2ef48 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:27.990074 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ba88fbb0-67d7-453f-88b5-35c438a3d8e8 req-051b06fc-488e-4903-b917-c21060f2ef48 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.0798495 Mar 01 16:01:28.023434 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86995851-ec51-4337-9e21-be3002f8ebb1 req-9991ca92-1264-41c0-bef1-5ef9c3d3d8a1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:28.025442 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-86995851-ec51-4337-9e21-be3002f8ebb1 req-9991ca92-1264-41c0-bef1-5ef9c3d3d8a1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0815227 Mar 01 16:01:28.067481 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ba88fbb0-67d7-453f-88b5-35c438a3d8e8 req-f55cac4e-02cc-41ab-8390-304ce3e05939 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713692 Mar 01 16:01:28.102325 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-86995851-ec51-4337-9e21-be3002f8ebb1 req-f3468797-7a38-441a-926e-7f8381673b81 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667267 Mar 01 16:01:28.312916 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-341d264e-6430-41cc-a26d-4954eede19e1 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369812467&fields=id&tenant_id=508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 267 time: 0.0476394 Mar 01 16:01:28.426517 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-b2e56c47-b8e2-4be9-9081-f2386a31e818 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:28.428034 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-b2e56c47-b8e2-4be9-9081-f2386a31e818 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 812 time: 0.1088746 Mar 01 16:01:28.443010 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-7d5c6a1e-6a32-418b-9873-0a8b035e41e6 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/quotas/508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 375 time: 0.0088377 Mar 01 16:01:28.496727 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-4a67f7fe-8340-45dd-9f3d-89c4406ab394 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489893 Mar 01 16:01:28.592535 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-66a4cd90-a8d7-483b-b756-7b07fb418368 service neutron] 10.222.0.10 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846529 Mar 01 16:01:28.914734 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-f6974f9f-b46f-45c4-8ae8-d7ccd454d534 service neutron] 10.222.0.10 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165641 Mar 01 16:01:29.204904 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:29.219517 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d11c3-43bd-4822-9fc0-3168aea8c33f req-cb9969ce-20c2-42e3-8e73-24446330c1c4 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:29.226763 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-788d11c3-43bd-4822-9fc0-3168aea8c33f req-cb9969ce-20c2-42e3-8e73-24446330c1c4 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 944 time: 0.0848024 Mar 01 16:01:29.265270 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 2bb75567-24eb-4f0c-9ac5-5b082ac95890 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:01:29.292069 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-788d11c3-43bd-4822-9fc0-3168aea8c33f req-99f4e0d6-63e3-4f0e-aac4-ef50b02793f3 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Mar 01 16:01:29.460791 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b2860520-5e10-402a-b6ee-0ea7e8c2849a req-246a6bf1-b005-4a08-b0ea-29836e3a64e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 210 time: 0.0863307 Mar 01 16:01:29.489222 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e59fca-913a-4bb4-b96d-ce088fdc3189 req-6274a4cb-ff81-4633-91fe-efb1671c3f9a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:29.490850 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6e59fca-913a-4bb4-b96d-ce088fdc3189 req-6274a4cb-ff81-4633-91fe-efb1671c3f9a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1503725 Mar 01 16:01:29.505718 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 2bb75567-24eb-4f0c-9ac5-5b082ac95890, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2bb75567-24eb-4f0c-9ac5-5b082ac95890,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:29.520002 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '2bb75567-24eb-4f0c-9ac5-5b082ac95890', 'network_id': 'abc91343-9562-4611-b94c-a2ac6d0affb1', 'port_id': '2bb75567-24eb-4f0c-9ac5-5b082ac95890', 'mac_address': 'fa:16:3e:08:87:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:01:29.575820 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6e59fca-913a-4bb4-b96d-ce088fdc3189 req-56ffb53a-9416-4ace-a514-b4a412d2233f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793195 Mar 01 16:01:29.596733 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:29.597488 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:29.618451 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb75567-24eb-4f0c-9ac5-5b082ac95890 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:01:29.648426 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 2bb75567-24eb-4f0c-9ac5-5b082ac95890, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2bb75567-24eb-4f0c-9ac5-5b082ac95890,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:29.652095 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34230) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:29.664492 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:29.726677 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=2bb75567-24eb-4f0c-9ac5-5b082ac95890,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:29.832490 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-cdb9c23d-4166-4c22-9063-8bce813e7d53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1cea30d653043148239fba7136080dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782875 Mar 01 16:01:29.834887 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34236) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:29.886624 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Publish callbacks [] for security_group (1fe3c2b5-0a0a-46db-a552-0f041c105f4b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:29.909526 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Publish callbacks [] for security_group (1fe3c2b5-0a0a-46db-a552-0f041c105f4b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:29.955923 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (1fe3c2b5-0a0a-46db-a552-0f041c105f4b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:29.959829 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:29.964134 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fe3c2b5-0a0a-46db-a552-0f041c105f4b HTTP/1.1" status: 204 len: 168 time: 0.1253066 Mar 01 16:01:29.970167 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe3c2b5-0a0a-46db-a552-0f041c105f4b,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:29.978314 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.979757 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.980101 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.980431 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.980755 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.981079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.981412 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.981894 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.982241 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.982565 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.982889 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.983202 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:29.983535 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fb836-c14b-42fc-9d6c-6362e62295db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:30.406865 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6fac-3b1f-475f-93ca-959588ee0ada req-59f930ed-b244-472a-9fc6-9cf1cb75cb9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:30.408502 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f5e6fac-3b1f-475f-93ca-959588ee0ada req-59f930ed-b244-472a-9fc6-9cf1cb75cb9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 945 time: 0.0517633 Mar 01 16:01:30.456663 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f5e6fac-3b1f-475f-93ca-959588ee0ada req-e4880f9f-424f-49ec-94d4-93b4d8fed5e8 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Mar 01 16:01:30.581503 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c13d6615-0b67-4409-9426-a991675fc029 req-d4354d89-d529-44c2-9222-5e53c8dfce7c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 210 time: 0.0314710 Mar 01 16:01:30.600472 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.620204 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['2bb75567-24eb-4f0c-9ac5-5b082ac95890'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:01:30.637477 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34268) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:30.666916 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.720420 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bf23a-3c52-45f0-8246-92c648e38e7d req-90cbc440-1caa-4e3f-a882-53485abee0c0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:30.722310 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-426bf23a-3c52-45f0-8246-92c648e38e7d req-90cbc440-1caa-4e3f-a882-53485abee0c0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0655921 Mar 01 16:01:30.763353 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1261814654-network', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:30.787900 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Made reservation on behalf of 0b07f7e06c444a09832a6fa04837888d for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:01:30.791365 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.800439 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.803824 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-426bf23a-3c52-45f0-8246-92c648e38e7d req-f444c408-ce17-447f-8a80-b4d3446fb530 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749152 Mar 01 16:01:30.887536 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks [] for security_group (2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.892200 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.904279 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-56f8ecef-0ab0-4174-a592-6cc5fdbc6051 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:30.905727 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-56f8ecef-0ab0-4174-a592-6cc5fdbc6051 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 812 time: 0.1367235 Mar 01 16:01:30.918434 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:01:30.928246 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:30.933152 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (6084e11a-b13c-450f-ab29-52b7c68c3382), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.933500 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Added segment 6084e11a-b13c-450f-ab29-52b7c68c3382 of type vlan for network b4497a6a-3a8b-456a-ac17-c7e40a72d673 Mar 01 16:01:30.972334 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (b4497a6a-3a8b-456a-ac17-c7e40a72d673), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.996706 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (b4497a6a-3a8b-456a-ac17-c7e40a72d673), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:30.997692 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:30.998307 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.055488 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4169030 Mar 01 16:01:31.058394 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34272) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:31.060518 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a572ed4-0bf9-4db1-9849-3ad666c745a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4497a6a-3a8b-456a-ac17-c7e40a72d673,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:31.064354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Request body: {'subnet': {'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1261814654-subnet', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:31.070304 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:01:31.085663 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Made reservation on behalf of 0b07f7e06c444a09832a6fa04837888d for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:01:31.088633 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3493225'] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.250659 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126826639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3493211'] for subnet (94767a61-b9ec-4cd7-a191-b8cbdacd451d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.303534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94767a61-b9ec-4cd7-a191-b8cbdacd451d,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:31.313575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.313931 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.314279 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.314618 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.314954 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.315314 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.315651 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.315983 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.316314 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.316644 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.316972 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.317293 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.317616 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:31.325568 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Checking segment: {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:31.325930 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Network hostable DHCP agents. Network: b4497a6a-3a8b-456a-ac17-c7e40a72d673, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:01:31.341983 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:01:31.351161 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, b4497a6a-3a8b-456a-ac17-c7e40a72d673) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:31.355721 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:31.356326 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.363061 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d658d0-8691-4668-ac91-fb5f63cb5264 None None] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:01:31.375086 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-744c6e70-f22b-40ea-a55d-3c1df8318b33 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3155618 Mar 01 16:01:31.377748 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34274) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:31.381994 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:31.400860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (2bc99018-189f-4ff3-aa51-f9c2d09f269d), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.401860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (2bc99018-189f-4ff3-aa51-f9c2d09f269d), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.455303 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks [] for router_controller (2bc99018-189f-4ff3-aa51-f9c2d09f269d), precommit_add_association {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.469197 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:01:31.470033 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.616091 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Allocated IP 172.20.0.2 (b4497a6a-3a8b-456a-ac17-c7e40a72d673/94767a61-b9ec-4cd7-a191-b8cbdacd451d/d83a3891-5bb3-4c2e-8ad5-72a9eea19164) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:31.634256 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks [] for router_gateway (2bc99018-189f-4ff3-aa51-f9c2d09f269d), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.662123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d47395-c9ac-40b1-99a3-be2cfd22a73d req-2914108d-e34c-4f96-a710-2b4762ddf683 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:31.663638 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-83d47395-c9ac-40b1-99a3-be2cfd22a73d req-2914108d-e34c-4f96-a710-2b4762ddf683 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 945 time: 0.1366184 Mar 01 16:01:31.713715 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-673c7341-498c-4618-af75-bc2e657007e3 req-dbce1287-2dc1-413f-ace6-b666701fae05 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 210 time: 0.0480783 Mar 01 16:01:31.770178 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Publish callbacks [] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.777574 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.780513 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-83d47395-c9ac-40b1-99a3-be2cfd22a73d req-f53395f2-527a-479b-981d-db206eaab738 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034019 Mar 01 16:01:31.828625 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:31.831780 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:31.835426 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:31.845345 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Pushing event updated for resources: {'Port': ['ID=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:31.903281 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Attempting to bind port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:31.903769 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Attempting to bind port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:31.904196 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Attempting to bind port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 on network b4497a6a-3a8b-456a-ac17-c7e40a72d673 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:31.909645 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:31.910023 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Checking segment: {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:31.910427 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.910824 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Bound using segment: {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:31.911311 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Bound port: d83a3891-5bb3-4c2e-8ad5-72a9eea19164, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:31.911794 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.974239 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] For port d83a3891-5bb3-4c2e-8ad5-72a9eea19164, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:31.977834 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] For port d83a3891-5bb3-4c2e-8ad5-72a9eea19164, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:31.981413 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks [] for router_gateway (2bc99018-189f-4ff3-aa51-f9c2d09f269d), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.984368 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:31.991341 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd2508-7ebe-4f21-8d94-2c085da1da24 req-5461b27c-2aae-490e-9c37-e6c8914665cc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:31.993215 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-97dd2508-7ebe-4f21-8d94-2c085da1da24 req-5461b27c-2aae-490e-9c37-e6c8914665cc tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0984409 Mar 01 16:01:32.012960 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:32.040568 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230403-06cc-4236-a191-7bab16723ff8 None None] Pushing event updated for resources: {'Port': ['ID=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:32.098360 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-97dd2508-7ebe-4f21-8d94-2c085da1da24 req-3dd417a1-7a69-4c11-b896-76982d4e5425 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876865 Mar 01 16:01:32.157968 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Allocated IP 172.27.0.177 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/79dc02a2-0f14-4e39-ae18-39fbacf527c1) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:32.293023 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks [] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:32.340410 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:32.391001 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:32.395078 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:32.397046 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Pushing event updated for resources: {'Port': ['ID=79dc02a2-0f14-4e39-ae18-39fbacf527c1,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:32.399132 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:32.648510 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks [] for router_gateway (2bc99018-189f-4ff3-aa51-f9c2d09f269d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:32.730784 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:01:32.836473 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8fbd73a7-946c-495b-9587-9b22230225c1 req-c3d00dcd-4134-4394-8fa2-50d909259ede tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 210 time: 0.0356052 Mar 01 16:01:32.955649 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (2bc99018-189f-4ff3-aa51-f9c2d09f269d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:32.982064 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6ab0d-bc51-492e-a354-ce5ac35de496 None None] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:01:33.028469 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-de506f2f-449a-44ed-aae0-fb4263ecacd0 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 379 time: 0.1520863 Mar 01 16:01:33.035061 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6deb145-0a4c-4b57-916e-5ea4c183abb1 req-5a575bba-fd1d-4c6a-b41d-d055fa93b7b8 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:33.036478 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6deb145-0a4c-4b57-916e-5ea4c183abb1 req-5a575bba-fd1d-4c6a-b41d-d055fa93b7b8 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 945 time: 0.1616147 Mar 01 16:01:33.104256 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-29b910ba-7ab9-4a7e-bb7d-5a52e18a3de6 None None] Provisioning complete for port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:33.104631 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-29b910ba-7ab9-4a7e-bb7d-5a52e18a3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:33.127280 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6deb145-0a4c-4b57-916e-5ea4c183abb1 req-5e99fe20-ed4c-4e32-8481-54facfdcbc91 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837111 Mar 01 16:01:33.177063 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Router 2bc99018-189f-4ff3-aa51-f9c2d09f269d is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:01:33.215986 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-29b910ba-7ab9-4a7e-bb7d-5a52e18a3de6 None None] Current status of the port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:33.216382 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-29b910ba-7ab9-4a7e-bb7d-5a52e18a3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:33.252214 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-29b910ba-7ab9-4a7e-bb7d-5a52e18a3de6 None None] For port d83a3891-5bb3-4c2e-8ad5-72a9eea19164, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:33.257210 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-29b910ba-7ab9-4a7e-bb7d-5a52e18a3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:33.310514 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b910ba-7ab9-4a7e-bb7d-5a52e18a3de6 None None] Pushing event updated for resources: {'Port': ['ID=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:33.381117 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-fb149f7b-da49-467b-af0e-ee0003290ae0 None None] Provisioning complete for port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:33.381410 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fb149f7b-da49-467b-af0e-ee0003290ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:33.538588 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f98940-c1b8-47dd-a0d4-851984dc2c39 req-3d95345e-68e2-49b6-871e-54fda329eb0f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:33.540168 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-19f98940-c1b8-47dd-a0d4-851984dc2c39 req-3d95345e-68e2-49b6-871e-54fda329eb0f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.3503733 Mar 01 16:01:33.556084 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:01:33.568467 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Sync routers for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:01:33.580297 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:33.581165 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:33.586637 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:33.588572 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-39acf5da-359e-4b11-805c-ba2943cc4366 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2097914 Mar 01 16:01:33.591400 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34292) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:33.593975 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-fb149f7b-da49-467b-af0e-ee0003290ae0 None None] Current status of the port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:33.644669 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-19f98940-c1b8-47dd-a0d4-851984dc2c39 req-85466cdd-f72b-4cbd-bf64-f9513e5c37d6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987914 Mar 01 16:01:33.691368 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:33.890618 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:32Z', 'revision_number': 3, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:33.912827 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d83a3891-5bb3-4c2e-8ad5-72a9eea19164 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:33.922936 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Checking router: 2bc99018-189f-4ff3-aa51-f9c2d09f269d for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:01:33.923308 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Updating router 2bc99018-189f-4ff3-aa51-f9c2d09f269d port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:01:33.953257 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:33.961345 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:33.961763 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:33.974666 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a23a613-b9cf-486e-a55f-168b63369299 req-ff8c0f42-d36f-47b3-a11b-8f5248e846aa tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 210 time: 0.0339534 Mar 01 16:01:34.050558 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:34.114606 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.221763 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Publish callbacks [] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.227988 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.278432 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Attempting to bind port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:34.278799 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Attempting to bind port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:34.279162 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Attempting to bind port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:34.281978 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Pushing event updated for resources: {'Port': ['ID=79dc02a2-0f14-4e39-ae18-39fbacf527c1,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:34.290542 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:34.290916 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:34.291346 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.291738 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:34.292201 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Bound port: 79dc02a2-0f14-4e39-ae18-39fbacf527c1, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:34.292587 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.295597 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.295968 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.296324 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.296663 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.296988 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.297313 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.297652 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.297979 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.298304 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.298643 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.298966 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.299360 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.299628 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:01:34.337931 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76392ce3-49a4-4aca-928c-aeb284f409a9 req-b514f901-406b-47a4-85b7-fb5dfef90441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:34.339464 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76392ce3-49a4-4aca-928c-aeb284f409a9 req-b514f901-406b-47a4-85b7-fb5dfef90441 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 945 time: 0.1407778 Mar 01 16:01:34.349990 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] For port 79dc02a2-0f14-4e39-ae18-39fbacf527c1, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:34.353938 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] For port 79dc02a2-0f14-4e39-ae18-39fbacf527c1, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=79dc02a2-0f14-4e39-ae18-39fbacf527c1,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:34.360772 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.383805 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Allocated IP 172.20.0.1 (b4497a6a-3a8b-456a-ac17-c7e40a72d673/94767a61-b9ec-4cd7-a191-b8cbdacd451d/e6701508-c4ea-406b-b689-350763c3325f) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:34.400141 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'port': {'device_id': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'admin_state_up': True, 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'security_groups': ['730bea8f-7ef2-4f7b-83f3-c3e151d0d551']}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:34.420770 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:34.421985 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:34.477021 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-80b7164a-0c77-4e22-8622-70d3f371a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:34.479847 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-80b7164a-0c77-4e22-8622-70d3f371a2d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.0558026 Mar 01 16:01:34.484127 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56234f87-79d1-43b4-b54d-37c4cc5f42c0 None None] Pushing event updated for resources: {'Port': ['ID=79dc02a2-0f14-4e39-ae18-39fbacf527c1,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:34.492415 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76392ce3-49a4-4aca-928c-aeb284f409a9 req-34cb8380-72cb-4d5c-b1d2-e4e1d001e997 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465931 Mar 01 16:01:34.566617 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:34.595043 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-20b6b4b6-51f8-4bcc-b846-d3b3182a73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:34.596571 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-20b6b4b6-51f8-4bcc-b846-d3b3182a73bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.0924575 Mar 01 16:01:34.611728 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks [] for port (e6701508-c4ea-406b-b689-350763c3325f), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.622320 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Made reservation on behalf of 508cad6c00ef4a57bcca201291065e3d for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:01:34.625649 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.638102 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-a1a7fddc-4b4f-494d-a99f-388573f90bd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 217 time: 0.0355754 Mar 01 16:01:34.700795 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-647358b1-71fc-4c9b-98b0-331de2a7bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:34.702527 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-647358b1-71fc-4c9b-98b0-331de2a7bea8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0593195 Mar 01 16:01:34.707217 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (e6701508-c4ea-406b-b689-350763c3325f), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:34.741789 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-d1df48e9-3df4-4fb9-8c99-085a3bf603c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314350 Mar 01 16:01:34.787205 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:34.788025 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:32Z', 'revision_number': 3, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:34.797063 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:34.819305 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3159cb-9942-4527-aca8-f14b92d20e38 None None] The sync data for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi is: [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:32Z', 'revision_number': 3, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:01:34.859815 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:34.914180 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Pushing event updated for resources: {'Port': ['ID=e6701508-c4ea-406b-b689-350763c3325f,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:34.918724 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Allocated IP 172.20.0.5 (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63/48c4e4da-be7a-466a-9cb1-ac1aa8041ffe/58d681af-abf7-4d98-9a2b-988f3a6d96e7) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:34.924347 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-9e6ff350-e891-4bdb-8299-f2aac27772de service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018591 Mar 01 16:01:34.950946 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (2bc99018-189f-4ff3-aa51-f9c2d09f269d), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:35.022427 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-14333637-9f7f-4b4c-a41c-d11b16390945 req-3c8ffb0e-d1e9-49a6-990c-5e8477467294 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906444 Mar 01 16:01:35.043685 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709664a-268d-4fc6-992d-8e3a5d0a7e74 req-89ddde88-4816-4419-b0d4-b1d0e267d4a2 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:35.045201 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1709664a-268d-4fc6-992d-8e3a5d0a7e74 req-89ddde88-4816-4419-b0d4-b1d0e267d4a2 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.2914279 Mar 01 16:01:35.149867 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73453ced-d40d-43a3-9fbd-0a0232b1da5e req-3411c0a2-02d1-423d-82ac-0bf70c003cd2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 210 time: 0.0868227 Mar 01 16:01:35.176353 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-79b02c79-0bf3-416f-9435-1af4ecfa40a9 None None] Provisioning complete for port e6701508-c4ea-406b-b689-350763c3325f triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:35.176895 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79b02c79-0bf3-416f-9435-1af4ecfa40a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (e6701508-c4ea-406b-b689-350763c3325f), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:35.217521 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-79b02c79-0bf3-416f-9435-1af4ecfa40a9 None None] Port e6701508-c4ea-406b-b689-350763c3325f cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:01:35.317899 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1709664a-268d-4fc6-992d-8e3a5d0a7e74 req-9527c0b2-f024-448c-94a7-7db906477d16 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589288 Mar 01 16:01:35.595358 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:35.638468 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e6701508-c4ea-406b-b689-350763c3325f), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:35.708698 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:35.761136 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d0f11-3a04-4545-8aee-5e8250c818ae req-d700a468-7e13-4481-8aa3-b9b4cabac779 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:35.762711 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e49d0f11-3a04-4545-8aee-5e8250c818ae req-d700a468-7e13-4481-8aa3-b9b4cabac779 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 945 time: 0.1657352 Mar 01 16:01:35.797655 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:35.820697 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:35.822647 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=58d681af-abf7-4d98-9a2b-988f3a6d96e7,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:35.849591 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:35.918430 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 79dc02a2-0f14-4e39-ae18-39fbacf527c1 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:35.934554 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e49d0f11-3a04-4545-8aee-5e8250c818ae req-8f704423-4a72-4828-b948-97633aac6512 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590111 Mar 01 16:01:35.943083 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:35.943769 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:35.984716 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-cc477bb5-f21a-43af-9035-9749f88862d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5892384 Mar 01 16:01:35.993630 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:35.993836 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.000596 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Request body: {'port': {'device_id': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:36.036465 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks [] for port (e6701508-c4ea-406b-b689-350763c3325f), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.043061 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (e6701508-c4ea-406b-b689-350763c3325f), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.088953 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:36.089356 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.109710 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 79dc02a2-0f14-4e39-ae18-39fbacf527c1, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=79dc02a2-0f14-4e39-ae18-39fbacf527c1,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:36.113809 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.141043 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (2bc99018-189f-4ff3-aa51-f9c2d09f269d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.146565 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.152847 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Pushing event updated for resources: {'Port': ['ID=e6701508-c4ea-406b-b689-350763c3325f,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:36.169977 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=79dc02a2-0f14-4e39-ae18-39fbacf527c1,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:36.173386 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-314fe46c-da15-4b68-b38b-a9513dcac22b None None] Provisioning complete for port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:36.173760 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-314fe46c-da15-4b68-b38b-a9513dcac22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.207757 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-314fe46c-da15-4b68-b38b-a9513dcac22b None None] Port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:01:36.388809 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:36.403099 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:36.436757 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318e66b-115f-4b2a-9bb5-d71bb8ef78a5 req-eafc30fe-95e7-4e5b-a330-3c6d9be6af45 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:36.438273 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9318e66b-115f-4b2a-9bb5-d71bb8ef78a5 req-eafc30fe-95e7-4e5b-a330-3c6d9be6af45 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 931 time: 0.2015269 Mar 01 16:01:36.633036 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-f049a814-758d-4201-a2e1-0aa71746008f None None] Provisioning complete for port e6701508-c4ea-406b-b689-350763c3325f triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:36.633417 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f049a814-758d-4201-a2e1-0aa71746008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (e6701508-c4ea-406b-b689-350763c3325f), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.646050 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9318e66b-115f-4b2a-9bb5-d71bb8ef78a5 req-ed2ef5e8-e58e-48bc-b821-adb9db7d5c88 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926966 Mar 01 16:01:36.670340 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dbff7-8267-4d6a-b2ed-817a34086481 req-ce7e5149-e5e5-4009-bf98-38fc86c589a0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:36.671854 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f81dbff7-8267-4d6a-b2ed-817a34086481 req-ce7e5149-e5e5-4009-bf98-38fc86c589a0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.2663479 Mar 01 16:01:36.675088 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f049a814-758d-4201-a2e1-0aa71746008f None None] Port e6701508-c4ea-406b-b689-350763c3325f cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:01:36.715474 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Router 2bc99018-189f-4ff3-aa51-f9c2d09f269d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:01:36.785665 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f81dbff7-8267-4d6a-b2ed-817a34086481 req-2688413f-9398-48a8-aa2b-4ad0b618dadd tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054001 Mar 01 16:01:36.822805 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d681af-abf7-4d98-9a2b-988f3a6d96e7 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:01:36.834509 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Publish callbacks [] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.853596 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Transition to ACTIVE for port object 58d681af-abf7-4d98-9a2b-988f3a6d96e7 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:01:36.873393 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 2bb75567-24eb-4f0c-9ac5-5b082ac95890 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:36.882817 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.935062 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:01:36.941329 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:36.941716 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:36.962620 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=58d681af-abf7-4d98-9a2b-988f3a6d96e7,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:37.002316 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:01:37.025757 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Sync routers for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:01:37.027269 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-65586d87-a035-41c1-bc75-c125cace967f admin admin] 10.222.0.10 "PUT /v2.0/routers/2bc99018-189f-4ff3-aa51-f9c2d09f269d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4317000 Mar 01 16:01:37.063702 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:37.064604 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:37.066562 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:37.067006 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.131747 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Attempting to bind port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:37.132128 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Attempting to bind port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:37.132432 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Attempting to bind port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:37.139851 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:01:37.140106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Attempting to bind port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:37.155601 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d993bc-bd34-4468-8509-df0744dc9a91 req-98d5651c-2b13-4001-a13e-6e883c0d9c74 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:37.156274 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1d993bc-bd34-4468-8509-df0744dc9a91 req-98d5651c-2b13-4001-a13e-6e883c0d9c74 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 945 time: 0.0934415 Mar 01 16:01:37.159061 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:37.159436 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Checking segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:37.159828 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Bound using segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:37.160483 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Bound port: 58d681af-abf7-4d98-9a2b-988f3a6d96e7, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:37.160623 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.166960 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb75567-24eb-4f0c-9ac5-5b082ac95890'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:37.169325 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417639f7-fb93-4cdb-b8de-2f05a8d160c7" -d '{"events": [{"server_uuid": "bacd06a1-1440-484a-84e9-79c404307cc1", "name": "network-vif-plugged", "status": "completed", "tag": "2bb75567-24eb-4f0c-9ac5-5b082ac95890"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:37.188260 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 2bb75567-24eb-4f0c-9ac5-5b082ac95890, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2bb75567-24eb-4f0c-9ac5-5b082ac95890,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:37.226574 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf2ac7f-e43f-41f2-aa04-c4d1fe7eec03 x-openstack-request-id: req-4cf2ac7f-e43f-41f2-aa04-c4d1fe7eec03 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:37.227860 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd06a1-1440-484a-84e9-79c404307cc1", "name": "network-vif-plugged", "status": "completed", "tag": "2bb75567-24eb-4f0c-9ac5-5b082ac95890", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:37.227860 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cf2ac7f-e43f-41f2-aa04-c4d1fe7eec03 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:37.228067 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb75567-24eb-4f0c-9ac5-5b082ac95890', 'code': 200} Mar 01 16:01:37.231056 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.294738 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1d993bc-bd34-4468-8509-df0744dc9a91 req-c89ce6de-2e0c-4523-93bb-4f8a82fe1314 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003709 Mar 01 16:01:37.307937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] For port 58d681af-abf7-4d98-9a2b-988f3a6d96e7, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:37.312497 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] For port 58d681af-abf7-4d98-9a2b-988f3a6d96e7, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:37.324461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.332871 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:37.381873 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:37.382850 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.384106 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/58d681af-abf7-4d98-9a2b-988f3a6d96e7 HTTP/1.1" status: 200 len: 1093 time: 1.3906093 Mar 01 16:01:37.384763 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:37.387414 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739d64c2-0f60-4286-be8d-a0cce061d48d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:37.390346 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=2bb75567-24eb-4f0c-9ac5-5b082ac95890,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:37.453043 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4cc6b-4055-4e39-b02b-77e5ee7ab7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=58d681af-abf7-4d98-9a2b-988f3a6d96e7,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:37.483161 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46dcd04-2d2c-469b-bfd2-be4e57785699 x-openstack-request-id: req-a46dcd04-2d2c-469b-bfd2-be4e57785699 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:37.483488 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:37.483752 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a46dcd04-2d2c-469b-bfd2-be4e57785699 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:37.484156 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'status': 'completed', 'code': 200} Mar 01 16:01:37.507386 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d947a-e471-4ca7-a0c6-61a50fb376a7 req-87f1f07a-6592-45df-a20f-68d3d5f300f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:37.508951 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ba4d947a-e471-4ca7-a0c6-61a50fb376a7 req-87f1f07a-6592-45df-a20f-68d3d5f300f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 1130 time: 0.1098316 Mar 01 16:01:37.533478 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-0692c71c-194f-4015-a33b-a40f295818be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:37.535397 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-0692c71c-194f-4015-a33b-a40f295818be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 1127 time: 0.0628228 Mar 01 16:01:37.569724 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ba4d947a-e471-4ca7-a0c6-61a50fb376a7 req-c459ec2e-ad42-47b5-94e1-f3edec53534a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537977 Mar 01 16:01:37.627530 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-fc335a85-3bdf-474b-a2f6-3880f9e04763 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7 HTTP/1.1" status: 200 len: 217 time: 0.0739024 Mar 01 16:01:37.655265 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 2, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:37.682667 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Checking router: 2bc99018-189f-4ff3-aa51-f9c2d09f269d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:01:37.683023 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Updating router 2bc99018-189f-4ff3-aa51-f9c2d09f269d port e6701508-c4ea-406b-b689-350763c3325f binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:01:37.716118 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e6701508-c4ea-406b-b689-350763c3325f), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.771140 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec40e92-3c3c-4af3-a93f-9f9d1ca282cf req-bd227df8-7d9c-4cf9-90a2-8cbe17e8b995 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:37.772952 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9ec40e92-3c3c-4af3-a93f-9f9d1ca282cf req-bd227df8-7d9c-4cf9-90a2-8cbe17e8b995 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.0565338 Mar 01 16:01:37.830324 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9ec40e92-3c3c-4af3-a93f-9f9d1ca282cf req-af5de8e8-65b4-40df-9b55-34515b5fdcbe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498195 Mar 01 16:01:37.868503 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34348) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:37.873933 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901868634-network', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:37.910047 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Made reservation on behalf of d1ecb8ae279f48abab38ebace9a18bac for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:01:37.914742 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.925832 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:37.957141 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-0acebe25-d0fa-48aa-b7d8-f07dea37b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:37.958487 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-0acebe25-d0fa-48aa-b7d8-f07dea37b961 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.1033452 Mar 01 16:01:37.960081 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 79dc02a2-0f14-4e39-ae18-39fbacf527c1 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:38.019262 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c361b5-f592-4619-9b16-b09d26df61d0 req-d920403f-fe2e-4751-b949-b3b845679f7f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:38.021169 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-13c361b5-f592-4619-9b16-b09d26df61d0 req-d920403f-fe2e-4751-b949-b3b845679f7f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1148255 Mar 01 16:01:38.028144 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks [] for security_group (060db174-4f15-494c-9b63-fce7d38f2759), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.034857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-019f3735-6106-4050-a38c-532ce6d544bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:38.035063 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (060db174-4f15-494c-9b63-fce7d38f2759), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.036625 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-019f3735-6106-4050-a38c-532ce6d544bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676012 Mar 01 16:01:38.059878 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:01:38.070203 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060db174-4f15-494c-9b63-fce7d38f2759,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:38.071469 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:38.071945 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.076608 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (7642fbe9-338d-4fa1-a3be-96803109fc66), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.077164 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Added segment 7642fbe9-338d-4fa1-a3be-96803109fc66 of type vlan for network 8505bb90-f539-4388-a588-ea50e70c9e3f Mar 01 16:01:38.112752 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Publish callbacks [] for port (e6701508-c4ea-406b-b689-350763c3325f), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.123746 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (8505bb90-f539-4388-a588-ea50e70c9e3f), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.123993 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (e6701508-c4ea-406b-b689-350763c3325f), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.141612 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-13c361b5-f592-4619-9b16-b09d26df61d0 req-85ee8e05-db14-467e-8dc1-1fb0f6c17ac6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040380 Mar 01 16:01:38.151951 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (8505bb90-f539-4388-a588-ea50e70c9e3f), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.153447 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:38.154258 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.174504 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-33494e05-3052-4bcd-b445-87e47e568d35 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286716 Mar 01 16:01:38.234588 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] Pushing event updated for resources: {'Network': ['ID=8505bb90-f539-4388-a588-ea50e70c9e3f,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:38.261229 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-8e80321c-22c4-4b8a-8e9c-6539e8221809 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3915188 Mar 01 16:01:38.262736 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34358) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:38.271569 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Request body: {'subnet': {'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901868634-subnet', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'ip_version': 4}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:38.300202 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 8505bb90-f539-4388-a588-ea50e70c9e3f details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:01:38.312599 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573804-652b-401c-bbd7-e3e8019555ca None None] Pushing event updated for resources: {'Port': ['ID=e6701508-c4ea-406b-b689-350763c3325f,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:38.325007 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Made reservation on behalf of d1ecb8ae279f48abab38ebace9a18bac for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:01:38.331292 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.372256 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eaa617c-74a4-4a06-88e1-32182d38da9b req-944a9108-98e1-475a-af75-786c84f39f07 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904025 Mar 01 16:01:38.372720 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Attempting to bind port e6701508-c4ea-406b-b689-350763c3325f on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:38.373095 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Attempting to bind port e6701508-c4ea-406b-b689-350763c3325f by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:38.373465 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Attempting to bind port e6701508-c4ea-406b-b689-350763c3325f on network b4497a6a-3a8b-456a-ac17-c7e40a72d673 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:38.398056 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:38.405465 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:38.405848 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Checking segment: {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:38.406344 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.406642 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Bound using segment: {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:38.408048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Bound port: e6701508-c4ea-406b-b689-350763c3325f, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:38.408819 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e6701508-c4ea-406b-b689-350763c3325f), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.506580 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] For port e6701508-c4ea-406b-b689-350763c3325f, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:38.512264 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] For port e6701508-c4ea-406b-b689-350763c3325f, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=e6701508-c4ea-406b-b689-350763c3325f,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:38.516979 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0691ef9f-943a-4d03-9582-fa7f52d91aa9 None None] Provisioning complete for port e6701508-c4ea-406b-b689-350763c3325f triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:38.517428 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0691ef9f-943a-4d03-9582-fa7f52d91aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (e6701508-c4ea-406b-b689-350763c3325f), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.519943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b38d44-79a5-46d6-b9e8-8e4f42dbbe56 req-80db9a2b-98a9-4625-943b-f81a5ad5ed58 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:38.521728 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-11b38d44-79a5-46d6-b9e8-8e4f42dbbe56 req-80db9a2b-98a9-4625-943b-f81a5ad5ed58 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 946 time: 0.1001987 Mar 01 16:01:38.523120 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (e6701508-c4ea-406b-b689-350763c3325f), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.531040 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-2f68fc3e-3675-4274-b4a5-c41ac1bab63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:38.532608 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-2f68fc3e-3675-4274-b4a5-c41ac1bab63a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 1127 time: 0.0745680 Mar 01 16:01:38.568244 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (30658a8e-7d2c-4ad3-9245-b09a1234f1ca), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.634468 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-11b38d44-79a5-46d6-b9e8-8e4f42dbbe56 req-2bc77a5f-5295-4b32-a2ca-07d527f1e03e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009064 Mar 01 16:01:38.635290 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=30658a8e-7d2c-4ad3-9245-b09a1234f1ca,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:38.639854 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Checking segment: {'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:38.640215 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Network hostable DHCP agents. Network: 8505bb90-f539-4388-a588-ea50e70c9e3f, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:01:38.661447 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-d6e29aae-26da-4046-a63c-459a6a65e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:38.663205 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-d6e29aae-26da-4046-a63c-459a6a65e663 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.1237845 Mar 01 16:01:38.670173 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0691ef9f-943a-4d03-9582-fa7f52d91aa9 None None] Port e6701508-c4ea-406b-b689-350763c3325f cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:01:38.674579 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Network 8505bb90-f539-4388-a588-ea50e70c9e3f is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:01:38.676031 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573804-652b-401c-bbd7-e3e8019555ca None None] Pushing event updated for resources: {'Port': ['ID=e6701508-c4ea-406b-b689-350763c3325f,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:38.685988 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 8505bb90-f539-4388-a588-ea50e70c9e3f) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:38.690100 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:38.690694 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.690840 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:38.691503 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:38.699515 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4fbf0-0033-4a1e-8056-538118f1960e None None] Network 8505bb90-f539-4388-a588-ea50e70c9e3f requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:01:38.720221 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-7ab349aa-9237-43b8-bff9-7708bc36d3bf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4540033 Mar 01 16:01:38.720454 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34364) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:38.724578 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:38.749775 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-890ea560-f157-4e99-9b81-89c8767a6d28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7 HTTP/1.1" status: 200 len: 217 time: 0.0686009 Mar 01 16:01:38.753436 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.754805 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.828065 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks [] for router_controller (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), precommit_add_association {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:38.987807 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks [] for router_gateway (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.029680 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-8e063f3c-9faa-4d20-b58e-d0afc839a97f None None] Provisioning complete for port e6701508-c4ea-406b-b689-350763c3325f triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:39.030191 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e063f3c-9faa-4d20-b58e-d0afc839a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (e6701508-c4ea-406b-b689-350763c3325f), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.058314 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:39.065002 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-0ef0fbdd-a4cf-4037-a254-ff86b7b76962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:39.066502 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-0ef0fbdd-a4cf-4037-a254-ff86b7b76962 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.3100734 Mar 01 16:01:39.113069 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cb054-cb4d-44d4-b7a5-532ac21ef5a4 req-b1fddc06-997d-42fd-bb0d-ee47b6ee3078 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:39.119930 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-8505bb90-f539-4388-a588-ea50e70c9e3f', 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f', 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'fixed_ips': [{'subnet_id': '30658a8e-7d2c-4ad3-9245-b09a1234f1ca'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:01:39.120514 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f63cb054-cb4d-44d4-b7a5-532ac21ef5a4 req-b1fddc06-997d-42fd-bb0d-ee47b6ee3078 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.1064606 Mar 01 16:01:39.120808 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.172536 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-ec8e74b9-b9ea-4c05-a700-f8d40ea5c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:39.184660 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-ec8e74b9-b9ea-4c05-a700-f8d40ea5c0b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1099014 Mar 01 16:01:39.204837 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f63cb054-cb4d-44d4-b7a5-532ac21ef5a4 req-3130a8ef-b5dd-46b0-a1d8-c13e169f947a tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834415 Mar 01 16:01:39.208991 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks [] for router_gateway (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.232206 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.344284 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438864b-2c2c-4644-b44b-e47cb28fd09e req-3c1b5a46-81a9-4e8f-865d-f8d815ef0cf5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:39.345774 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f438864b-2c2c-4644-b44b-e47cb28fd09e req-3c1b5a46-81a9-4e8f-865d-f8d815ef0cf5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0845876 Mar 01 16:01:39.349246 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-45e83d86-48e6-4830-8b64-d060731992b7 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429965 Mar 01 16:01:39.349732 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Allocated IP 172.27.0.124 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/111b6503-13c3-4f1a-8a8d-e36e598e3b97) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:39.407115 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8e063f3c-9faa-4d20-b58e-d0afc839a97f None None] Current status of the port e6701508-c4ea-406b-b689-350763c3325f is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:39.409150 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e063f3c-9faa-4d20-b58e-d0afc839a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (e6701508-c4ea-406b-b689-350763c3325f), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.428973 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Allocated IP 172.20.0.2 (8505bb90-f539-4388-a588-ea50e70c9e3f/30658a8e-7d2c-4ad3-9245-b09a1234f1ca/ab3d8030-17fc-487a-b439-0fc92d9f3593) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:39.475828 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks [] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.492132 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f438864b-2c2c-4644-b44b-e47cb28fd09e req-51103d7f-fa7c-424f-b170-ab20cf32d361 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282189 Mar 01 16:01:39.525868 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739d64c2-0f60-4286-be8d-a0cce061d48d req-0fade1d1-429f-4727-b234-6590250936b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700041 Mar 01 16:01:39.547769 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-8e063f3c-9faa-4d20-b58e-d0afc839a97f None None] For port e6701508-c4ea-406b-b689-350763c3325f, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=e6701508-c4ea-406b-b689-350763c3325f,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:39.554721 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e063f3c-9faa-4d20-b58e-d0afc839a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (e6701508-c4ea-406b-b689-350763c3325f), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.555429 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.611067 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:39.617876 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:39.623352 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Pushing event updated for resources: {'Port': ['ID=111b6503-13c3-4f1a-8a8d-e36e598e3b97,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:39.625592 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:39.636941 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e063f3c-9faa-4d20-b58e-d0afc839a97f None None] Pushing event updated for resources: {'Port': ['ID=e6701508-c4ea-406b-b689-350763c3325f,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:39.657021 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:38Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:39.713068 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88416b1-9ce3-4b2c-8381-5bb430417f5d None None] The sync data for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi is: [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:38Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:01:39.744238 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Publish callbacks [] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.757442 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.816674 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829c380-1533-479f-9fc3-528fffba5d89 req-cc83b04a-a40f-4c63-b9cd-26bc41c00d4f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:39.824343 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5829c380-1533-479f-9fc3-528fffba5d89 req-cc83b04a-a40f-4c63-b9cd-26bc41c00d4f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 946 time: 0.0995452 Mar 01 16:01:39.826314 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Network 8505bb90-f539-4388-a588-ea50e70c9e3f is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:39.830482 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:39.834660 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Pushing event updated for resources: {'Port': ['ID=ab3d8030-17fc-487a-b439-0fc92d9f3593,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:39.841233 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:39.915036 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks [] for router_gateway (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.921933 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Attempting to bind port ab3d8030-17fc-487a-b439-0fc92d9f3593 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:39.922399 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Attempting to bind port ab3d8030-17fc-487a-b439-0fc92d9f3593 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:39.922766 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Attempting to bind port ab3d8030-17fc-487a-b439-0fc92d9f3593 on network 8505bb90-f539-4388-a588-ea50e70c9e3f {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:39.947849 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:39.948774 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Checking segment: {'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:39.949470 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.950255 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Bound using segment: {'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:39.951046 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Bound port: ab3d8030-17fc-487a-b439-0fc92d9f3593, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:39.951862 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:39.971708 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5829c380-1533-479f-9fc3-528fffba5d89 req-3bb622d7-37a2-404f-a245-d3a2ddbde3ca tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461961 Mar 01 16:01:40.023127 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device e6701508-c4ea-406b-b689-350763c3325f up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:40.118606 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] For port ab3d8030-17fc-487a-b439-0fc92d9f3593, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:40.125348 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] For port ab3d8030-17fc-487a-b439-0fc92d9f3593, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=ab3d8030-17fc-487a-b439-0fc92d9f3593,segment=NetworkSegment(7642fbe9-338d-4fa1-a3be-96803109fc66),segment_id=7642fbe9-338d-4fa1-a3be-96803109fc66)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:40.129648 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port e6701508-c4ea-406b-b689-350763c3325f triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:40.130028 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (e6701508-c4ea-406b-b689-350763c3325f), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:40.181919 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:40.205331 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:40.333289 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a29f13-5cd6-42b5-8bc4-f4ad95793fdf None None] Pushing event updated for resources: {'Port': ['ID=ab3d8030-17fc-487a-b439-0fc92d9f3593,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:40.350870 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port e6701508-c4ea-406b-b689-350763c3325f is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:40.412233 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:01:40.455944 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b0744-ebf2-4b38-85c5-f7860cd8f6b7 req-f12ac9b5-1c99-40cd-80db-eb878466e72d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:40.458401 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-059b0744-ebf2-4b38-85c5-f7860cd8f6b7 req-f12ac9b5-1c99-40cd-80db-eb878466e72d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.1021380 Mar 01 16:01:40.554917 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:01:40.569541 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-059b0744-ebf2-4b38-85c5-f7860cd8f6b7 req-884864f7-7892-4117-a33f-6e7d1104ac20 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045051 Mar 01 16:01:40.581709 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Sync routers for ids ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:01:40.588703 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:40.591105 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-fedcfce5-97a2-4ce2-9069-10e765e61bee admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8697696 Mar 01 16:01:40.593812 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34388) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:40.613695 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Routers {'bd98ec31-29fe-43c1-9422-ddee0d0c1a95'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:40.614681 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:40.697739 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039139-8b68-44b6-b6df-942df7ee51f9 req-f34e624c-7ba2-4220-ab7f-dcabc6d90391 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:40.699774 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-93039139-8b68-44b6-b6df-942df7ee51f9 req-f34e624c-7ba2-4220-ab7f-dcabc6d90391 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0969317 Mar 01 16:01:40.808482 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-93039139-8b68-44b6-b6df-942df7ee51f9 req-313a76cc-014d-4c78-98b2-a5bedd9c69af tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985622 Mar 01 16:01:40.858101 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Set router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:41.135181 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 3, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port': {'id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:39Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:41.174192 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Checking router: bd98ec31-29fe-43c1-9422-ddee0d0c1a95 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:01:41.174536 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Updating router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:01:41.209357 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.433241 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b7de-41a2-42ae-b5c3-19380024d997 req-d569527e-9598-4e08-829c-7e08b1cc8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:41.435317 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-24e1b7de-41a2-42ae-b5c3-19380024d997 req-d569527e-9598-4e08-829c-7e08b1cc8ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.0905476 Mar 01 16:01:41.497462 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.509565 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-24e1b7de-41a2-42ae-b5c3-19380024d997 req-9626dab6-5a98-4e6c-9ef7-5ff3ac372355 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674663 Mar 01 16:01:41.596531 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Publish callbacks [] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.606230 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.616223 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b635a-c1ee-4a9f-8f79-9da67ed3c4c4 None None] Network 8505bb90-f539-4388-a588-ea50e70c9e3f requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:01:41.676091 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13434e-5fcf-4ddf-b3d9-8ceffacd9503 None None] Pushing event updated for resources: {'Port': ['ID=111b6503-13c3-4f1a-8a8d-e36e598e3b97,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:41.690415 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Attempting to bind port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:41.690783 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Attempting to bind port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:41.691589 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Attempting to bind port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:41.699620 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:41.705109 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Allocated IP 172.20.0.1 (8505bb90-f539-4388-a588-ea50e70c9e3f/30658a8e-7d2c-4ad3-9245-b09a1234f1ca/b12444a5-be14-431f-86bc-a55482e31b58) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:41.706311 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:41.706971 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.707583 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:41.709077 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Bound port: 111b6503-13c3-4f1a-8a8d-e36e598e3b97, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:41.709391 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-a1f14241-5318-4a21-9e27-ea54488b3881 None None] Provisioning complete for port ab3d8030-17fc-487a-b439-0fc92d9f3593 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:41.709856 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.710080 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1f14241-5318-4a21-9e27-ea54488b3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.738888 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c9970-f350-4897-9ac2-b9b0adb2df4f req-d2ce8028-adef-45bd-856a-bef735dec98d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:41.740439 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a62c9970-f350-4897-9ac2-b9b0adb2df4f req-d2ce8028-adef-45bd-856a-bef735dec98d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.0665061 Mar 01 16:01:41.773603 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] For port 111b6503-13c3-4f1a-8a8d-e36e598e3b97, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:41.778719 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] For port 111b6503-13c3-4f1a-8a8d-e36e598e3b97, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=111b6503-13c3-4f1a-8a8d-e36e598e3b97,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:41.786084 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.809924 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a62c9970-f350-4897-9ac2-b9b0adb2df4f req-5dcb5368-15ba-4b36-967e-307cd2347016 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615685 Mar 01 16:01:41.888562 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks [] for port (b12444a5-be14-431f-86bc-a55482e31b58), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.926127 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13434e-5fcf-4ddf-b3d9-8ceffacd9503 None None] Pushing event updated for resources: {'Port': ['ID=111b6503-13c3-4f1a-8a8d-e36e598e3b97,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:41.939693 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a1f14241-5318-4a21-9e27-ea54488b3881 None None] Current status of the port ab3d8030-17fc-487a-b439-0fc92d9f3593 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:41.940199 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1f14241-5318-4a21-9e27-ea54488b3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:41.945188 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Routers {'bd98ec31-29fe-43c1-9422-ddee0d0c1a95'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:41.947923 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:41.983293 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (b12444a5-be14-431f-86bc-a55482e31b58), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.043039 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-a1f14241-5318-4a21-9e27-ea54488b3881 None None] For port ab3d8030-17fc-487a-b439-0fc92d9f3593, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=ab3d8030-17fc-487a-b439-0fc92d9f3593,segment=NetworkSegment(7642fbe9-338d-4fa1-a3be-96803109fc66),segment_id=7642fbe9-338d-4fa1-a3be-96803109fc66)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:42.044025 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Network 8505bb90-f539-4388-a588-ea50e70c9e3f is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:42.054592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1f14241-5318-4a21-9e27-ea54488b3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.058292 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:42.065872 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:42.066478 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.069603 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda67f-e297-4939-ac53-94a09fab531c req-32e82250-2e1a-4cbf-a281-6cc8ca05996f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:42.076711 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80eda67f-e297-4939-ac53-94a09fab531c req-32e82250-2e1a-4cbf-a281-6cc8ca05996f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1565762 Mar 01 16:01:42.125647 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Pushing event updated for resources: {'Port': ['ID=b12444a5-be14-431f-86bc-a55482e31b58,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:42.170127 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device ab3d8030-17fc-487a-b439-0fc92d9f3593 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:42.257605 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80eda67f-e297-4939-ac53-94a09fab531c req-1b7a7e09-7967-46b2-b755-14615904eb4f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719468 Mar 01 16:01:42.266859 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] Set router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:42.298520 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b12444a5-be14-431f-86bc-a55482e31b58), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.330821 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f14241-5318-4a21-9e27-ea54488b3881 None None] Pushing event updated for resources: {'Port': ['ID=ab3d8030-17fc-487a-b439-0fc92d9f3593,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:42.369227 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port ab3d8030-17fc-487a-b439-0fc92d9f3593 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:42.369677 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.443569 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34418) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:42.467534 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-10f4ad7e-27c2-4d69-a0c4-6fdf91b414e8 None None] Provisioning complete for port ab3d8030-17fc-487a-b439-0fc92d9f3593 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:42.467915 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10f4ad7e-27c2-4d69-a0c4-6fdf91b414e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.535003 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks [] for port (b12444a5-be14-431f-86bc-a55482e31b58), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.549318 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b12444a5-be14-431f-86bc-a55482e31b58), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.550376 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.603212 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port ab3d8030-17fc-487a-b439-0fc92d9f3593 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:42.620773 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4b9feefc-f084-4ab5-b3a0-69ee82bbfd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.622611 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-10f4ad7e-27c2-4d69-a0c4-6fdf91b414e8 None None] Current status of the port ab3d8030-17fc-487a-b439-0fc92d9f3593 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:42.654151 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 3, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port': {'id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:39Z', 'updated_at': '2022-03-01T16:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:42.679412 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Pushing event updated for resources: {'Port': ['ID=b12444a5-be14-431f-86bc-a55482e31b58,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:42.686294 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8b23-4c5d-4c46-aa69-b71ac87803f4 None None] The sync data for ids ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'] in dv-cinder-778193-21-iscsi is: [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 3, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port': {'id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:39Z', 'updated_at': '2022-03-01T16:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:01:42.722443 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4b9feefc-f084-4ab5-b3a0-69ee82bbfd2f admin admin] Publish callbacks [] for security_group (a9f5ece4-797a-4df9-beb8-fdbcd1605f5a), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.731443 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4b9feefc-f084-4ab5-b3a0-69ee82bbfd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a9f5ece4-797a-4df9-beb8-fdbcd1605f5a), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.749775 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Network 8505bb90-f539-4388-a588-ea50e70c9e3f is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:42.751195 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:42.752195 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-43ee1b70-c230-4b41-9e8a-c5463c29fdfc None None] Provisioning complete for port b12444a5-be14-431f-86bc-a55482e31b58 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:42.756089 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-43ee1b70-c230-4b41-9e8a-c5463c29fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b12444a5-be14-431f-86bc-a55482e31b58), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.779423 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4b9feefc-f084-4ab5-b3a0-69ee82bbfd2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=056310bac67d487ba4aa5c5453dd10ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327453 Mar 01 16:01:42.780352 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9feefc-f084-4ab5-b3a0-69ee82bbfd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f5ece4-797a-4df9-beb8-fdbcd1605f5a,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:42.783018 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34422) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:42.820502 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-43ee1b70-c230-4b41-9e8a-c5463c29fdfc None None] Port b12444a5-be14-431f-86bc-a55482e31b58 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:01:42.858497 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e0f4-4cbc-4281-80cc-bf83dd4baa8e admin admin] Publish callbacks [] for security_group (a9f5ece4-797a-4df9-beb8-fdbcd1605f5a), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.884237 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e0f4-4cbc-4281-80cc-bf83dd4baa8e admin admin] Publish callbacks [] for security_group (a9f5ece4-797a-4df9-beb8-fdbcd1605f5a), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.925141 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:01:42.990032 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e0f4-4cbc-4281-80cc-bf83dd4baa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a9f5ece4-797a-4df9-beb8-fdbcd1605f5a), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.992636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e0f4-4cbc-4281-80cc-bf83dd4baa8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:42.996761 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-e7b0e0f4-4cbc-4281-80cc-bf83dd4baa8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9f5ece4-797a-4df9-beb8-fdbcd1605f5a HTTP/1.1" status: 204 len: 168 time: 0.2095053 Mar 01 16:01:43.008983 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf1d44-80ab-4b88-b76f-5bab1a35018f req-07e92582-ad2a-41a1-9ba6-22189bec9525 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:43.016032 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fdcf1d44-80ab-4b88-b76f-5bab1a35018f req-07e92582-ad2a-41a1-9ba6-22189bec9525 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.1183043 Mar 01 16:01:43.028921 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0e0f4-4cbc-4281-80cc-bf83dd4baa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f5ece4-797a-4df9-beb8-fdbcd1605f5a,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:43.143307 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fdcf1d44-80ab-4b88-b76f-5bab1a35018f req-d229d024-c84a-4cf0-8cbe-616b54aa1283 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262333 Mar 01 16:01:43.154092 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:01:43.191419 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-ff8a7716-8a23-4cbc-816b-cb88ba95cf87 admin admin] 10.222.0.10 "PUT /v2.0/routers/bd98ec31-29fe-43c1-9422-ddee0d0c1a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5871522 Mar 01 16:01:43.278366 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-a4fbaec2-caef-441c-96f1-c317bb563853 None None] Provisioning complete for port b12444a5-be14-431f-86bc-a55482e31b58 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:43.279121 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4fbaec2-caef-441c-96f1-c317bb563853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b12444a5-be14-431f-86bc-a55482e31b58), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:43.345661 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbaec2-caef-441c-96f1-c317bb563853 None None] Port b12444a5-be14-431f-86bc-a55482e31b58 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:01:43.451204 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335605b2-de47-4be9-a877-f402b7be1dd8 req-abd34992-a741-49f0-8726-daf64bcf4275 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:43.452931 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-335605b2-de47-4be9-a877-f402b7be1dd8 req-abd34992-a741-49f0-8726-daf64bcf4275 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0700977 Mar 01 16:01:43.502656 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-335605b2-de47-4be9-a877-f402b7be1dd8 req-1ca34e27-09be-44ca-a145-3e2e849152da tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 Mar 01 16:01:43.882184 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd144b38-8a70-4e92-9b95-e2cfce39debb req-49cc84f9-c18e-469a-a368-74ce5f74b0f0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:43.883951 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd144b38-8a70-4e92-9b95-e2cfce39debb req-49cc84f9-c18e-469a-a368-74ce5f74b0f0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0923283 Mar 01 16:01:43.890270 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-33094628-e4f5-4088-adcb-96e06eba6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:43.892272 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-33094628-e4f5-4088-adcb-96e06eba6596 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36c4dd75696941b09c1ac85910112c1e&device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 1129 time: 0.1091104 Mar 01 16:01:43.952505 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34448) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:43.957059 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-52cd2a6c-ba5c-4fd1-9ed7-8ad35d59508e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404155638', 'description': 'tempest-secgroup-smoke-1404155638 description', 'project_id': '0b07f7e06c444a09832a6fa04837888d'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:43.978412 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-52cd2a6c-ba5c-4fd1-9ed7-8ad35d59508e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:43.996785 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd144b38-8a70-4e92-9b95-e2cfce39debb req-cff960a5-d9d4-412c-a829-de743b4aafb8 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034386 Mar 01 16:01:43.999912 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 111b6503-13c3-4f1a-8a8d-e36e598e3b97 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:44.034577 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-41549e67-6fbd-4b7b-8e26-575ab7c6c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:44.036314 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-41549e67-6fbd-4b7b-8e26-575ab7c6c95b service neutron] 10.222.0.64 "GET /v2.0/networks?id=532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 200 len: 919 time: 0.1321142 Mar 01 16:01:44.059480 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-52cd2a6c-ba5c-4fd1-9ed7-8ad35d59508e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group (5f269f5f-796b-4ef6-bedd-1a08f645f434), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.063880 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-52cd2a6c-ba5c-4fd1-9ed7-8ad35d59508e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5f269f5f-796b-4ef6-bedd-1a08f645f434), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.066439 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:44.066886 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.081989 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-0b308520-a569-49e7-b61b-ce814dc06764 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 200 len: 217 time: 0.0389857 Mar 01 16:01:44.094498 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-52cd2a6c-ba5c-4fd1-9ed7-8ad35d59508e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.098420 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-52cd2a6c-ba5c-4fd1-9ed7-8ad35d59508e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1422596 Mar 01 16:01:44.098640 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34450) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:44.102972 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-c7c4baec-ce11-4b3a-a2a8-4188f8ec8b67 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'security_group_rule': {'security_group_id': '5f269f5f-796b-4ef6-bedd-1a08f645f434', 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:44.110846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd2a6c-ba5c-4fd1-9ed7-8ad35d59508e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f269f5f-796b-4ef6-bedd-1a08f645f434,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:44.136077 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c7c4baec-ce11-4b3a-a2a8-4188f8ec8b67 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (33fa73a4-48e8-47f3-8b0a-36ba149fd8fc), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.138177 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-a5f1275a-be84-4bea-98a4-7ea00412befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:44.140651 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-a5f1275a-be84-4bea-98a4-7ea00412befb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 200 len: 858 time: 0.0519063 Mar 01 16:01:44.174215 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:44.175086 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.175589 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-86209a30-428b-481e-95f2-6d6d8124b608 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=532df157-d287-41d5-94b0-12755cd417d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289731 Mar 01 16:01:44.197678 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 111b6503-13c3-4f1a-8a8d-e36e598e3b97, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=111b6503-13c3-4f1a-8a8d-e36e598e3b97,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:44.202628 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.203534 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device ab3d8030-17fc-487a-b439-0fc92d9f3593 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:44.214881 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c7c4baec-ce11-4b3a-a2a8-4188f8ec8b67 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (33fa73a4-48e8-47f3-8b0a-36ba149fd8fc), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.221118 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c7c4baec-ce11-4b3a-a2a8-4188f8ec8b67 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (33fa73a4-48e8-47f3-8b0a-36ba149fd8fc), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.248175 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c7c4baec-ce11-4b3a-a2a8-4188f8ec8b67 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.250055 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c7c4baec-ce11-4b3a-a2a8-4188f8ec8b67 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498780 Mar 01 16:01:44.250848 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4baec-ce11-4b3a-a2a8-4188f8ec8b67 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fa73a4-48e8-47f3-8b0a-36ba149fd8fc,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:44.253030 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34454) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:44.256860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-af9355d4-c515-4c18-96b1-c212c6dbae0b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'security_group_rule': {'security_group_id': '5f269f5f-796b-4ef6-bedd-1a08f645f434', 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:44.297664 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=111b6503-13c3-4f1a-8a8d-e36e598e3b97,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:44.315124 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port ab3d8030-17fc-487a-b439-0fc92d9f3593 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:44.315648 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.337839 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-af9355d4-c515-4c18-96b1-c212c6dbae0b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (a1be97d4-d315-431e-a5dd-5282c275bc16), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.348764 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f85cb-ba9b-473d-9a96-d22b25fc094d req-33968940-5f6d-453c-968d-eca04e2f005c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:44.350284 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d3f85cb-ba9b-473d-9a96-d22b25fc094d req-33968940-5f6d-453c-968d-eca04e2f005c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.1130514 Mar 01 16:01:44.357293 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-64e7d552-1a83-4f63-be13-46cfba476599 service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759510 Mar 01 16:01:44.402877 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port ab3d8030-17fc-487a-b439-0fc92d9f3593 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:44.490820 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d3f85cb-ba9b-473d-9a96-d22b25fc094d req-5f5c2ab7-ea35-4aba-99f5-33340b9c8655 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325715 Mar 01 16:01:44.498754 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-af9355d4-c515-4c18-96b1-c212c6dbae0b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (a1be97d4-d315-431e-a5dd-5282c275bc16), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.509163 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-af9355d4-c515-4c18-96b1-c212c6dbae0b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (a1be97d4-d315-431e-a5dd-5282c275bc16), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.534319 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bcc6ad39-0efe-4b04-ac79-d01cbb68c146 req-2f69b774-ed05-409b-844f-565ad8d4f5ce service neutron] 10.222.0.64 "GET /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643722 Mar 01 16:01:44.537581 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9355d4-c515-4c18-96b1-c212c6dbae0b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1be97d4-d315-431e-a5dd-5282c275bc16,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:44.549614 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-af9355d4-c515-4c18-96b1-c212c6dbae0b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.550989 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-af9355d4-c515-4c18-96b1-c212c6dbae0b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2975037 Mar 01 16:01:44.553806 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34458) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:44.559363 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-3cc23981-16cc-46d0-835d-997525f73805 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'security_group_rule': {'security_group_id': '5f269f5f-796b-4ef6-bedd-1a08f645f434', 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:44.588183 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc23981-16cc-46d0-835d-997525f73805 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (2b72f506-2cdf-4c34-952e-adfd000bd107), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.649779 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc23981-16cc-46d0-835d-997525f73805 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (2b72f506-2cdf-4c34-952e-adfd000bd107), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.654108 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc23981-16cc-46d0-835d-997525f73805 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (2b72f506-2cdf-4c34-952e-adfd000bd107), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.668322 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Sync routers for ids ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:01:44.674868 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc23981-16cc-46d0-835d-997525f73805 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b72f506-2cdf-4c34-952e-adfd000bd107,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:44.684208 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Routers {'bd98ec31-29fe-43c1-9422-ddee0d0c1a95'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:44.684457 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3cc23981-16cc-46d0-835d-997525f73805 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.684865 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:44.688196 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3cc23981-16cc-46d0-835d-997525f73805 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309421 Mar 01 16:01:44.688445 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34460) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:44.693027 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-14018545-de36-45f1-a121-1b6d37affa03 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'security_group_rule': {'security_group_id': '5f269f5f-796b-4ef6-bedd-1a08f645f434', 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:44.717706 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-14018545-de36-45f1-a121-1b6d37affa03 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (06486eda-5f70-408e-b0fc-70d9c1ec62eb), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.776131 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-14018545-de36-45f1-a121-1b6d37affa03 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (06486eda-5f70-408e-b0fc-70d9c1ec62eb), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.780671 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-14018545-de36-45f1-a121-1b6d37affa03 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (06486eda-5f70-408e-b0fc-70d9c1ec62eb), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.797725 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Set router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:44.799178 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018545-de36-45f1-a121-1b6d37affa03 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06486eda-5f70-408e-b0fc-70d9c1ec62eb,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:44.808388 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-14018545-de36-45f1-a121-1b6d37affa03 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.809586 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-14018545-de36-45f1-a121-1b6d37affa03 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202102 Mar 01 16:01:44.812401 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34464) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:44.816615 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'security_group_rule': {'security_group_id': '5f269f5f-796b-4ef6-bedd-1a08f645f434', 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:44.836866 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.securitygroups_db [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Project 0b07f7e06c444a09832a6fa04837888d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:01:44.841701 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (79365d27-cf62-4ea0-bb3b-f4441fc6e845), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.898724 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (79365d27-cf62-4ea0-bb3b-f4441fc6e845), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.903654 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (79365d27-cf62-4ea0-bb3b-f4441fc6e845), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.922956 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79365d27-cf62-4ea0-bb3b-f4441fc6e845,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:44.929979 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:44.931326 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-acb249cc-482f-4f5d-b7a0-e5a6643f8328 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179841 Mar 01 16:01:44.936208 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34466) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:44.940465 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'security_group_rule': {'security_group_id': '5f269f5f-796b-4ef6-bedd-1a08f645f434', 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:44.960556 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.securitygroups_db [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Project 0b07f7e06c444a09832a6fa04837888d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:01:44.966132 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (c5ce15c4-c858-4ef2-8f4b-f3747fbdfa69), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.020386 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:01:42Z', 'revision_number': 4, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port': {'id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:39Z', 'updated_at': '2022-03-01T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'b12444a5-be14-431f-86bc-a55482e31b58', 'name': '', 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'mac_address': 'fa:16:3e:cb:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '30658a8e-7d2c-4ad3-9245-b09a1234f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:41Z', 'updated_at': '2022-03-01T16:01:42Z', 'revision_number': 2, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'subnets': [{'id': '30658a8e-7d2c-4ad3-9245-b09a1234f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:45.032289 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (c5ce15c4-c858-4ef2-8f4b-f3747fbdfa69), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.036864 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (c5ce15c4-c858-4ef2-8f4b-f3747fbdfa69), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.048091 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Checking router: bd98ec31-29fe-43c1-9422-ddee0d0c1a95 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:01:45.048453 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Updating router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 port b12444a5-be14-431f-86bc-a55482e31b58 binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:01:45.059689 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ce15c4-c858-4ef2-8f4b-f3747fbdfa69,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:45.072462 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.074064 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-5ee48d5f-8dcd-44a7-8713-2b2e8d90b364 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373591 Mar 01 16:01:45.088817 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b12444a5-be14-431f-86bc-a55482e31b58), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.138379 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd8738-3295-4f49-9130-6fd2ffe90375 req-881b9a9e-36f0-4f76-ab62-f1765cd490fb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:45.139951 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fbd8738-3295-4f49-9130-6fd2ffe90375 req-881b9a9e-36f0-4f76-ab62-f1765cd490fb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0652933 Mar 01 16:01:45.188434 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fbd8738-3295-4f49-9130-6fd2ffe90375 req-77ca09b9-0d91-48b5-bb12-7f3261093486 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Mar 01 16:01:45.378339 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Publish callbacks [] for port (b12444a5-be14-431f-86bc-a55482e31b58), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.383869 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b12444a5-be14-431f-86bc-a55482e31b58), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.437522 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3759c59-369b-4926-bb11-d2527da40d06 None None] Pushing event updated for resources: {'Port': ['ID=b12444a5-be14-431f-86bc-a55482e31b58,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:45.490462 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Attempting to bind port b12444a5-be14-431f-86bc-a55482e31b58 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:01:45.490840 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Attempting to bind port b12444a5-be14-431f-86bc-a55482e31b58 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:01:45.491213 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Attempting to bind port b12444a5-be14-431f-86bc-a55482e31b58 on network 8505bb90-f539-4388-a588-ea50e70c9e3f {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:01:45.497867 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:01:45.498391 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Checking segment: {'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:01:45.498797 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.499204 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Bound using segment: {'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:01:45.499722 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Bound port: b12444a5-be14-431f-86bc-a55482e31b58, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7642fbe9-338d-4fa1-a3be-96803109fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:01:45.500110 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b12444a5-be14-431f-86bc-a55482e31b58), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.586162 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] For port b12444a5-be14-431f-86bc-a55482e31b58, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:01:45.590507 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] For port b12444a5-be14-431f-86bc-a55482e31b58, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=b12444a5-be14-431f-86bc-a55482e31b58,segment=NetworkSegment(7642fbe9-338d-4fa1-a3be-96803109fc66),segment_id=7642fbe9-338d-4fa1-a3be-96803109fc66)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:01:45.597354 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b12444a5-be14-431f-86bc-a55482e31b58), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.663618 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Routers {'bd98ec31-29fe-43c1-9422-ddee0d0c1a95'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:45.664334 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:45.668146 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3759c59-369b-4926-bb11-d2527da40d06 None None] Pushing event updated for resources: {'Port': ['ID=b12444a5-be14-431f-86bc-a55482e31b58,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:45.687137 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123ce02-169f-4059-9c74-d01ea7f9652e req-7ed18a55-9b49-4828-a2a8-87353727279f tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:45.688881 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5123ce02-169f-4059-9c74-d01ea7f9652e req-7ed18a55-9b49-4828-a2a8-87353727279f tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.0728612 Mar 01 16:01:45.753994 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5123ce02-169f-4059-9c74-d01ea7f9652e req-98cc5f5b-27ae-426a-b1ee-a08536ab33b8 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580015 Mar 01 16:01:45.774660 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0715e100-7f2f-4607-9c03-466ad0378f19 None None] Provisioning complete for port b12444a5-be14-431f-86bc-a55482e31b58 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:45.775121 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0715e100-7f2f-4607-9c03-466ad0378f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b12444a5-be14-431f-86bc-a55482e31b58), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:45.828872 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] Set router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:45.920879 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 111b6503-13c3-4f1a-8a8d-e36e598e3b97 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:46.033125 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0715e100-7f2f-4607-9c03-466ad0378f19 None None] Current status of the port b12444a5-be14-431f-86bc-a55482e31b58 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:46.033911 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0715e100-7f2f-4607-9c03-466ad0378f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b12444a5-be14-431f-86bc-a55482e31b58), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:46.111299 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:46.111593 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:46.114121 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0715e100-7f2f-4607-9c03-466ad0378f19 None None] For port b12444a5-be14-431f-86bc-a55482e31b58, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=b12444a5-be14-431f-86bc-a55482e31b58,segment=NetworkSegment(7642fbe9-338d-4fa1-a3be-96803109fc66),segment_id=7642fbe9-338d-4fa1-a3be-96803109fc66)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:46.120372 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0715e100-7f2f-4607-9c03-466ad0378f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b12444a5-be14-431f-86bc-a55482e31b58), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:46.318656 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ea63e-761a-4b90-b9ff-a68999a5447e req-cb14f947-6f43-493b-ae87-3e2f9ccb5063 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:46.320174 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-474ea63e-761a-4b90-b9ff-a68999a5447e req-cb14f947-6f43-493b-ae87-3e2f9ccb5063 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0553732 Mar 01 16:01:46.346874 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-daeab0f7-1b00-4505-bd05-d9372ebffd1b None None] Provisioning complete for port b12444a5-be14-431f-86bc-a55482e31b58 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:46.347279 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-daeab0f7-1b00-4505-bd05-d9372ebffd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b12444a5-be14-431f-86bc-a55482e31b58), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:46.353465 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715e100-7f2f-4607-9c03-466ad0378f19 None None] Pushing event updated for resources: {'Port': ['ID=b12444a5-be14-431f-86bc-a55482e31b58,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:46.372926 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-474ea63e-761a-4b90-b9ff-a68999a5447e req-b094c6f7-5e4d-4dad-81e3-7fc0d96aeaa5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461340 Mar 01 16:01:46.389121 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:01:42Z', 'revision_number': 4, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port': {'id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:39Z', 'updated_at': '2022-03-01T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'b12444a5-be14-431f-86bc-a55482e31b58', 'name': '', 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'mac_address': 'fa:16:3e:cb:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '30658a8e-7d2c-4ad3-9245-b09a1234f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:41Z', 'updated_at': '2022-03-01T16:01:45Z', 'revision_number': 4, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'subnets': [{'id': '30658a8e-7d2c-4ad3-9245-b09a1234f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:46.439213 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286083-5636-4060-adf5-db55c67c8de4 None None] The sync data for ids ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'] in dv-cinder-778193-21-iscsi is: [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:01:42Z', 'revision_number': 4, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port': {'id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:39Z', 'updated_at': '2022-03-01T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'b12444a5-be14-431f-86bc-a55482e31b58', 'name': '', 'network_id': '8505bb90-f539-4388-a588-ea50e70c9e3f', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'mac_address': 'fa:16:3e:cb:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '30658a8e-7d2c-4ad3-9245-b09a1234f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:41Z', 'updated_at': '2022-03-01T16:01:45Z', 'revision_number': 4, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'subnets': [{'id': '30658a8e-7d2c-4ad3-9245-b09a1234f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:01:46.463155 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:46.510773 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-daeab0f7-1b00-4505-bd05-d9372ebffd1b None None] Current status of the port b12444a5-be14-431f-86bc-a55482e31b58 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:46.878259 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22669-b08d-4de5-9524-255c5f2caa88 req-af861d63-4b7e-4771-bea0-468b8e690432 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:46.879779 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-16e22669-b08d-4de5-9524-255c5f2caa88 req-af861d63-4b7e-4771-bea0-468b8e690432 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.0577631 Mar 01 16:01:46.932671 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-16e22669-b08d-4de5-9524-255c5f2caa88 req-7f653680-bb6a-4190-8923-c5be79bc5c8e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464118 Mar 01 16:01:47.505437 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af850eae-c72f-4621-94e0-671049793045 req-548852f8-939e-496e-97f3-e89c4b9d866f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:47.506894 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af850eae-c72f-4621-94e0-671049793045 req-548852f8-939e-496e-97f3-e89c4b9d866f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0526865 Mar 01 16:01:47.553305 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af850eae-c72f-4621-94e0-671049793045 req-720f094d-fc18-40e0-80f4-e36e5e0f14a5 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Mar 01 16:01:47.907366 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device b12444a5-be14-431f-86bc-a55482e31b58 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:47.955706 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port b12444a5-be14-431f-86bc-a55482e31b58 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:47.956087 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b12444a5-be14-431f-86bc-a55482e31b58), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:48.038207 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port b12444a5-be14-431f-86bc-a55482e31b58 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:48.055093 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacaf6c-a774-4a57-8421-88ea51d69ba8 req-a2d5676c-9990-49ef-add1-2c0e7aa82a60 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:48.056620 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7bacaf6c-a774-4a57-8421-88ea51d69ba8 req-a2d5676c-9990-49ef-add1-2c0e7aa82a60 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 943 time: 0.0571942 Mar 01 16:01:48.104990 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7bacaf6c-a774-4a57-8421-88ea51d69ba8 req-e2fd4190-b83d-4a3f-96aa-ce9fbe506870 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428586 Mar 01 16:01:48.676151 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269fc6-f198-4e6c-b87b-d1ae758fd811 req-d174520a-b1e5-428e-8752-17b2686ecc2c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:48.677649 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-50269fc6-f198-4e6c-b87b-d1ae758fd811 req-d174520a-b1e5-428e-8752-17b2686ecc2c tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0571809 Mar 01 16:01:48.734023 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-50269fc6-f198-4e6c-b87b-d1ae758fd811 req-a406be66-c95a-425c-a797-1f1a96bb954a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501838 Mar 01 16:01:48.899502 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 58d681af-abf7-4d98-9a2b-988f3a6d96e7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:01:49.002386 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 58d681af-abf7-4d98-9a2b-988f3a6d96e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:49.014531 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'port_id': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'mac_address': 'fa:16:3e:d6:1f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:01:49.054076 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:49.054473 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:49.068072 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d681af-abf7-4d98-9a2b-988f3a6d96e7 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:01:49.088159 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 58d681af-abf7-4d98-9a2b-988f3a6d96e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:49.091761 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:49.138706 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=58d681af-abf7-4d98-9a2b-988f3a6d96e7,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:49.220554 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5e529-23bd-4aec-90ca-7da44be91963 req-c7a1b9df-22da-42e7-8281-4779400f2e82 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:49.222038 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-75b5e529-23bd-4aec-90ca-7da44be91963 req-c7a1b9df-22da-42e7-8281-4779400f2e82 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 944 time: 0.0523772 Mar 01 16:01:49.274644 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-75b5e529-23bd-4aec-90ca-7da44be91963 req-f742b63b-f879-4541-913a-9f0e420adbeb tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471609 Mar 01 16:01:49.857765 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8ade7-40a4-4499-ab9c-3bd514cf3103 req-53666bbe-2bd1-4f6a-ac6a-2aa3c817bb2f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:49.859321 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fca8ade7-40a4-4499-ab9c-3bd514cf3103 req-53666bbe-2bd1-4f6a-ac6a-2aa3c817bb2f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0563622 Mar 01 16:01:49.862027 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['58d681af-abf7-4d98-9a2b-988f3a6d96e7'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:01:49.911463 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fca8ade7-40a4-4499-ab9c-3bd514cf3103 req-7fff4e07-13a7-470a-9cdb-a2c3a1d885be tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Mar 01 16:01:50.405950 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a71860-03c7-4e50-bbc5-0563bcd54d28 req-0266f0d1-2c72-4342-ad74-2a4b489560a8 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:50.407536 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02a71860-03c7-4e50-bbc5-0563bcd54d28 req-0266f0d1-2c72-4342-ad74-2a4b489560a8 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 944 time: 0.0545592 Mar 01 16:01:50.454746 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02a71860-03c7-4e50-bbc5-0563bcd54d28 req-93709ad5-8330-433f-9028-847b10976e84 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417330 Mar 01 16:01:51.577119 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24c73c-de6b-4c13-a833-a336371c571e req-366dc3b0-07ac-460f-9662-ac9fee1b404c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:51.578579 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7c24c73c-de6b-4c13-a833-a336371c571e req-366dc3b0-07ac-460f-9662-ac9fee1b404c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 944 time: 0.0581281 Mar 01 16:01:51.628603 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7c24c73c-de6b-4c13-a833-a336371c571e req-d7f94940-e07e-4c2c-b438-cdb6567a6712 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443661 Mar 01 16:01:52.756540 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb2fd-f0ae-4273-aff9-47fb8f6b26a7 req-6e1958b0-0f84-43f5-aeb5-1b0aa01eb39c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:52.758012 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f4efb2fd-f0ae-4273-aff9-47fb8f6b26a7 req-6e1958b0-0f84-43f5-aeb5-1b0aa01eb39c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 944 time: 0.0587449 Mar 01 16:01:52.806674 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f4efb2fd-f0ae-4273-aff9-47fb8f6b26a7 req-9893ab8e-f5a0-432a-8f05-04dde295068f tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419624 Mar 01 16:01:52.925358 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 58d681af-abf7-4d98-9a2b-988f3a6d96e7 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:01:52.973238 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:01:52.976858 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:01:52.977235 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:53.060419 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:01:53.060818 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:53.083744 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:53.086010 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba2c6f0-e44c-4400-90d3-eccbcd0b76f0" -d '{"events": [{"server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "name": "network-vif-plugged", "status": "completed", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:53.098682 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 58d681af-abf7-4d98-9a2b-988f3a6d96e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:53.102680 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:53.127543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07ab8d-9e83-42ab-bd0b-93e91b8d101f x-openstack-request-id: req-ce07ab8d-9e83-42ab-bd0b-93e91b8d101f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:53.127842 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "name": "network-vif-plugged", "status": "completed", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:53.128101 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce07ab8d-9e83-42ab-bd0b-93e91b8d101f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:53.128524 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'code': 200} Mar 01 16:01:53.155889 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=58d681af-abf7-4d98-9a2b-988f3a6d96e7,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:53.387714 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9c2bb-94e3-4145-afdd-91db5efc1132 req-b7ac60c5-219b-45bf-8c26-e68776089de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:53.389556 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05c9c2bb-94e3-4145-afdd-91db5efc1132 req-b7ac60c5-219b-45bf-8c26-e68776089de9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 1129 time: 0.0485029 Mar 01 16:01:53.436291 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05c9c2bb-94e3-4145-afdd-91db5efc1132 req-7546d976-4733-4b4e-aecf-b4fc4ef49478 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Mar 01 16:01:53.712737 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782f682-7cdd-4ea9-9c3f-692b2ab0b810 req-0da1c7d7-ac85-4e38-9fc7-bf62e57a947a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:53.714137 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6782f682-7cdd-4ea9-9c3f-692b2ab0b810 req-0da1c7d7-ac85-4e38-9fc7-bf62e57a947a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 946 time: 0.0527697 Mar 01 16:01:53.761271 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6782f682-7cdd-4ea9-9c3f-692b2ab0b810 req-0cdd9b5f-2886-437b-9c5a-2d827b5ef8ea tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Mar 01 16:01:53.926711 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951543d-bba0-4ad9-8a7e-b0cc88688fba req-3066770a-9584-45fe-8382-9a6bda491500 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:53.928198 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6951543d-bba0-4ad9-8a7e-b0cc88688fba req-3066770a-9584-45fe-8382-9a6bda491500 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0529253 Mar 01 16:01:53.980207 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6951543d-bba0-4ad9-8a7e-b0cc88688fba req-7a1ff0a0-f375-4c13-9084-7d9983718977 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457826 Mar 01 16:01:54.312430 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dcad5982-f201-4f3c-9cc0-d927f7f74528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:54.877646 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85a3f-6390-4c9b-8ed8-1253b51399f7 req-fa0be22d-9df8-40af-b0ea-39702b66c874 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:54.879022 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2de85a3f-6390-4c9b-8ed8-1253b51399f7 req-fa0be22d-9df8-40af-b0ea-39702b66c874 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Mar 01 16:01:54.932762 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2de85a3f-6390-4c9b-8ed8-1253b51399f7 req-4f484361-14a4-4ff3-8d13-0a919e5beb7d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Mar 01 16:01:55.106060 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae3f70-4195-40a8-8e7b-866043460289 req-4f0e7b16-2e5b-4f27-bd7c-2af34b62fa49 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:55.107558 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b4ae3f70-4195-40a8-8e7b-866043460289 req-4f0e7b16-2e5b-4f27-bd7c-2af34b62fa49 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0534444 Mar 01 16:01:55.155786 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b4ae3f70-4195-40a8-8e7b-866043460289 req-32260a97-ca4e-483f-a26d-434f227ce13e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426142 Mar 01 16:01:55.926059 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aedc5-82ac-4f2e-a2ba-24a9fabec866 req-43e05fb2-b261-4e59-9ff4-d017e832ef5e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:55.927492 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6a8aedc5-82ac-4f2e-a2ba-24a9fabec866 req-43e05fb2-b261-4e59-9ff4-d017e832ef5e tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0572166 Mar 01 16:01:55.975859 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6a8aedc5-82ac-4f2e-a2ba-24a9fabec866 req-e860126c-3f3b-4f7e-b565-3a4c3cfe1516 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Mar 01 16:01:56.057176 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28beef-447f-4db4-94c1-d2183cbd70c2 req-1e9dbc81-83c4-4358-9ce0-d6964d11bb43 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:56.058750 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ab28beef-447f-4db4-94c1-d2183cbd70c2 req-1e9dbc81-83c4-4358-9ce0-d6964d11bb43 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 946 time: 0.0552568 Mar 01 16:01:56.109286 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ab28beef-447f-4db4-94c1-d2183cbd70c2 req-6c018183-bd75-48c6-9e8b-a880977e3b75 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Mar 01 16:01:56.274615 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5a22f-b83b-42d2-a674-80bd550f8a83 req-524c9fc8-e871-4c14-92cb-6d778cb52f03 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:56.276178 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-61f5a22f-b83b-42d2-a674-80bd550f8a83 req-524c9fc8-e871-4c14-92cb-6d778cb52f03 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0531585 Mar 01 16:01:56.327304 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-61f5a22f-b83b-42d2-a674-80bd550f8a83 req-f3473bec-f821-403e-9387-7d1c114fc5ff tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454028 Mar 01 16:01:56.448909 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183699-f801-4f71-ae4b-b4286fc236db req-a61081f2-7d75-467c-91fe-b1011185c4a8 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:56.450260 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3c183699-f801-4f71-ae4b-b4286fc236db req-a61081f2-7d75-467c-91fe-b1011185c4a8 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0563323 Mar 01 16:01:56.500550 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3c183699-f801-4f71-ae4b-b4286fc236db req-3400f790-7a9f-445e-9c3d-33a8824efb3b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446928 Mar 01 16:01:56.523454 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34656) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:56.535362 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6482998-b9d3-47c7-8dc7-556c96d29017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:56.755648 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-053cef66-a704-4b15-8cb0-42227349b972 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:56.757077 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-053cef66-a704-4b15-8cb0-42227349b972 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 946 time: 0.0833774 Mar 01 16:01:56.759749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cd22e-38a7-4c6c-8da4-8d0b3defb79b tempest-TestVolumeBootPattern-865810050 tempest-TestVolumeBootPattern-865810050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:56.761131 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-f78cd22e-38a7-4c6c-8da4-8d0b3defb79b tempest-TestVolumeBootPattern-865810050 tempest-TestVolumeBootPattern-865810050-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 1124 time: 0.2367027 Mar 01 16:01:56.764308 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34660) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:01:56.768802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'port_id': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:01:56.788934 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:56.855419 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Deleting port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:01:56.855936 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:56.885904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:56.950311 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] For port 2bb75567-24eb-4f0c-9ac5-5b082ac95890, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2bb75567-24eb-4f0c-9ac5-5b082ac95890,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:56.950897 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:56.963134 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Calling delete_port for 2bb75567-24eb-4f0c-9ac5-5b082ac95890 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:01:56.998948 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Allocated IP 172.27.0.38 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/29f78193-8b87-4b9d-a51f-932360607930) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:01:57.133542 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23fdd8-d3b1-4196-859e-9dc3a7e6210a req-3beeee03-cc22-4fec-aff4-487a64c02d53 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:57.135704 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2d23fdd8-d3b1-4196-859e-9dc3a7e6210a req-3beeee03-cc22-4fec-aff4-487a64c02d53 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0909681 Mar 01 16:01:57.163975 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (2bb75567-24eb-4f0c-9ac5-5b082ac95890), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.175976 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (29f78193-8b87-4b9d-a51f-932360607930), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.183286 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb', '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', '8ec8a4df-5793-4da2-b5b3-6ec58e07da45', '2bb75567-24eb-4f0c-9ac5-5b082ac95890'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:01:57.210954 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event deleted for resources: {'Port': ['ID=2bb75567-24eb-4f0c-9ac5-5b082ac95890,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:57.214426 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (29f78193-8b87-4b9d-a51f-932360607930), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.251336 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:01:57.257976 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:01:57.261612 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:01:57.273118 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9f1aa79b-34c5-41f7-a43e-527f1f1b443b req-b6a48769-c313-415f-a09e-ebcfa2a21ae2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd06a1-1440-484a-84e9-79c404307cc1 HTTP/1.1" status: 200 len: 210 time: 0.0696740 Mar 01 16:01:57.284624 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2d23fdd8-d3b1-4196-859e-9dc3a7e6210a req-ea113119-6667-40b0-bd52-d9265b93919f tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401372 Mar 01 16:01:57.314871 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] No DVR routers for this DVR port 2bb75567-24eb-4f0c-9ac5-5b082ac95890 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:01:57.317860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.321575 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5fa289fa-a265-4b24-a5e8-9eadbf317cb9 req-97b392d5-e9b0-4f23-a894-21c0d02cee0d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "DELETE /v2.0/ports/2bb75567-24eb-4f0c-9ac5-5b082ac95890 HTTP/1.1" status: 204 len: 173 time: 0.5575910 Mar 01 16:01:57.322544 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'name': 'network-vif-deleted', 'tag': '2bb75567-24eb-4f0c-9ac5-5b082ac95890'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:57.324786 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3959cd9f-2832-406f-9f43-153b1429c6e0" -d '{"events": [{"server_uuid": "bacd06a1-1440-484a-84e9-79c404307cc1", "name": "network-vif-deleted", "tag": "2bb75567-24eb-4f0c-9ac5-5b082ac95890"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:57.340229 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=29f78193-8b87-4b9d-a51f-932360607930,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:57.378255 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f4c72a-b3b5-4125-911f-53b7b2af7523 x-openstack-request-id: req-60f4c72a-b3b5-4125-911f-53b7b2af7523 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:57.378554 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd06a1-1440-484a-84e9-79c404307cc1", "name": "network-vif-deleted", "tag": "2bb75567-24eb-4f0c-9ac5-5b082ac95890", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:57.378815 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60f4c72a-b3b5-4125-911f-53b7b2af7523 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:57.379211 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd06a1-1440-484a-84e9-79c404307cc1', 'name': 'network-vif-deleted', 'tag': '2bb75567-24eb-4f0c-9ac5-5b082ac95890', 'status': 'completed', 'code': 200} Mar 01 16:01:57.649839 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (f5200690-0314-4089-aab8-c71a727eb523), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.726927 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (29f78193-8b87-4b9d-a51f-932360607930), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.766460 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.874732 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (29f78193-8b87-4b9d-a51f-932360607930), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.879445 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (29f78193-8b87-4b9d-a51f-932360607930), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.912106 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (f5200690-0314-4089-aab8-c71a727eb523), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:57.965898 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=29f78193-8b87-4b9d-a51f-932360607930,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:01:58.023776 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Floating IP f5200690-0314-4089-aab8-c71a727eb523 associated. External IP: 172.27.0.38, port: 58d681af-abf7-4d98-9a2b-988f3a6d96e7. Mar 01 16:01:58.248813 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:01:58.419930 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990867ec-827a-48df-a5d7-57d6bad223bc req-276cf34d-0589-43e2-adaf-518a52777e88 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:58.421627 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-990867ec-827a-48df-a5d7-57d6bad223bc req-276cf34d-0589-43e2-adaf-518a52777e88 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0619545 Mar 01 16:01:58.481485 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-990867ec-827a-48df-a5d7-57d6bad223bc req-7683093f-29a2-4c49-b10f-bc2a074d0239 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533075 Mar 01 16:01:58.592300 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:01:58.602385 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:01:58.609923 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:58.611927 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:58.613662 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:58.639733 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0b0f267b-4c13-4460-a252-23a59adfd318 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8742375 Mar 01 16:01:58.640490 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:01:58.642946 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163e1829-a5c3-49d0-adc4-98a8ce3bda64" -d '{"events": [{"name": "network-changed", "server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:01:58.683847 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8250b2-d84b-4649-a882-dec8fceb48d2 x-openstack-request-id: req-fc8250b2-d84b-4649-a882-dec8fceb48d2 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:01:58.684146 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:01:58.684404 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc8250b2-d84b-4649-a882-dec8fceb48d2 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:01:58.684802 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'status': 'completed', 'code': 200} Mar 01 16:01:58.724343 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:58.761967 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-8fee95c6-6fba-4b3c-82b3-e57cd99d1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:58.764035 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-8fee95c6-6fba-4b3c-82b3-e57cd99d1792 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 1129 time: 0.0464385 Mar 01 16:01:58.858449 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-ad724b7b-a4b8-46b8-8387-b5458b7b07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:58.860113 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-ad724b7b-a4b8-46b8-8387-b5458b7b07d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.0888963 Mar 01 16:01:58.925114 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-c7b55fc4-ff6a-4121-9d68-417113676146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7 HTTP/1.1" status: 200 len: 998 time: 0.0586076 Mar 01 16:01:58.963738 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f5200690-0314-4089-aab8-c71a727eb523', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:d6:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:01:57Z', 'updated_at': '2022-03-01T16:01:57Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:58.977571 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-695f3f25-ccab-4416-b0fa-9a3f678cd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:58.979823 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-695f3f25-ccab-4416-b0fa-9a3f678cd52b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0476320 Mar 01 16:01:58.988948 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:01:58.997676 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:01:58.998262 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:59.043880 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-9ebdb761-e86e-4615-800b-8780a10ed1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:59.046214 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-9ebdb761-e86e-4615-800b-8780a10ed1f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528719 Mar 01 16:01:59.109363 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:01:59.136848 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-5df23f7d-8a37-474d-97f4-e11976688201 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843627 Mar 01 16:01:59.201246 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:59.234468 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-163e1829-a5c3-49d0-adc4-98a8ce3bda64 req-2fdd751c-8b17-4206-be35-dc6aecbed8a8 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 Mar 01 16:01:59.350430 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f5200690-0314-4089-aab8-c71a727eb523', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:d6:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:01:57Z', 'updated_at': '2022-03-01T16:01:57Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:01:59.452526 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8e31-e9c8-451a-8c39-a59beb90143b None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f5200690-0314-4089-aab8-c71a727eb523', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:d6:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:01:57Z', 'updated_at': '2022-03-01T16:01:57Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:01:59.622729 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ed4b4-5f3b-4fcc-b219-86c5ca248f00 req-99673a61-ec57-4c62-8447-a615449219e0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:59.624423 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9e3ed4b4-5f3b-4fcc-b219-86c5ca248f00 req-99673a61-ec57-4c62-8447-a615449219e0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0723560 Mar 01 16:01:59.670984 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ae780-4f8a-4206-a024-ccd0ac966fea None None] New status for floating IP f5200690-0314-4089-aab8-c71a727eb523: ACTIVE {{(pid=102832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:01:59.675138 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9e3ed4b4-5f3b-4fcc-b219-86c5ca248f00 req-68dc35b2-d91b-43a4-8355-21b6ca1b8ae1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Mar 01 16:01:59.753906 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db093f-5671-42d3-accd-e0b591bd4ef0 req-c5904a8e-a677-4151-b7a3-1997d4bdd58d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:59.755320 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02db093f-5671-42d3-accd-e0b591bd4ef0 req-c5904a8e-a677-4151-b7a3-1997d4bdd58d tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 945 time: 0.0792835 Mar 01 16:01:59.802073 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-c69ca234-01c4-480f-8bc7-68bc56bf7a22 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:01:59.803529 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-c69ca234-01c4-480f-8bc7-68bc56bf7a22 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 946 time: 0.0840781 Mar 01 16:01:59.826785 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02db093f-5671-42d3-accd-e0b591bd4ef0 req-0e3a47e0-ee3f-446d-b983-5b8e9f9698d1 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645750 Mar 01 16:01:59.912291 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Deleting port ab0e1459-f0ac-471f-87c8-dc562677b8ea {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:01:59.912629 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:01:59.998902 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] For port ab0e1459-f0ac-471f-87c8-dc562677b8ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab0e1459-f0ac-471f-87c8-dc562677b8ea,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:01:59.999290 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:00.011861 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Calling delete_port for ab0e1459-f0ac-471f-87c8-dc562677b8ea owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:00.337991 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (ab0e1459-f0ac-471f-87c8-dc562677b8ea), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:00.350590 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['bb3f9217-9042-4ab5-882c-960f065cba76', 'ab0e1459-f0ac-471f-87c8-dc562677b8ea'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:00.365665 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Pushing event deleted for resources: {'Port': ['ID=ab0e1459-f0ac-471f-87c8-dc562677b8ea,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:00.406865 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] No DVR routers for this DVR port ab0e1459-f0ac-471f-87c8-dc562677b8ea on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:02:00.409417 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:00.412722 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ae3d0de2-8ab3-46ed-a821-415d461f48a2 req-73d454a8-39f8-4fc1-9e71-e64f768acff1 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "DELETE /v2.0/ports/ab0e1459-f0ac-471f-87c8-dc562677b8ea HTTP/1.1" status: 204 len: 173 time: 0.5998507 Mar 01 16:02:00.413148 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caeffd3-9349-48a9-b20a-e832df0db896', 'name': 'network-vif-deleted', 'tag': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:00.415911 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5268e96-a4c5-4958-97e1-fd23509826c5" -d '{"events": [{"server_uuid": "7caeffd3-9349-48a9-b20a-e832df0db896", "name": "network-vif-deleted", "tag": "ab0e1459-f0ac-471f-87c8-dc562677b8ea"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:00.455213 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2560df-4fe5-4b8e-8c01-c880ea598013 x-openstack-request-id: req-0b2560df-4fe5-4b8e-8c01-c880ea598013 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:00.455534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caeffd3-9349-48a9-b20a-e832df0db896", "name": "network-vif-deleted", "tag": "ab0e1459-f0ac-471f-87c8-dc562677b8ea", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:00.455786 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b2560df-4fe5-4b8e-8c01-c880ea598013 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:00.456199 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caeffd3-9349-48a9-b20a-e832df0db896', 'name': 'network-vif-deleted', 'tag': 'ab0e1459-f0ac-471f-87c8-dc562677b8ea', 'status': 'completed', 'code': 200} Mar 01 16:02:00.593332 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:00.623287 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:00.785835 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-033b1978-0efc-4b9f-bd00-7416a9470f07 req-5c346923-6f3d-4023-993b-11062f91603a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=7caeffd3-9349-48a9-b20a-e832df0db896 HTTP/1.1" status: 200 len: 210 time: 0.0294464 Mar 01 16:02:00.946355 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8ef2-3f4a-4358-a07b-faccf5d6f094 req-0a0ae00e-52ac-488a-a251-eb847d38f868 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:00.947805 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-edaa8ef2-3f4a-4358-a07b-faccf5d6f094 req-0a0ae00e-52ac-488a-a251-eb847d38f868 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 945 time: 0.0512924 Mar 01 16:02:00.985805 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 2bb75567-24eb-4f0c-9ac5-5b082ac95890 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:00.994862 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-edaa8ef2-3f4a-4358-a07b-faccf5d6f094 req-6d0669dc-d1eb-46b1-bc89-0d6df0ac724e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Mar 01 16:02:01.005038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 2bb75567-24eb-4f0c-9ac5-5b082ac95890 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:01.014040 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 2bb75567-24eb-4f0c-9ac5-5b082ac95890 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:01.910396 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-60a65937-271f-488f-acee-2b40fd6b63e9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:01.911896 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-60a65937-271f-488f-acee-2b40fd6b63e9 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 945 time: 0.0511944 Mar 01 16:02:02.086055 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Deleting port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:02:02.086528 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:02.160130 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f95ec-f8c5-4d94-88c3-35a8007c68f0 req-7537bbe2-37cb-4df7-abd6-f99295feb077 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:02.161653 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-720f95ec-f8c5-4d94-88c3-35a8007c68f0 req-7537bbe2-37cb-4df7-abd6-f99295feb077 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.1588664 Mar 01 16:02:02.244052 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9668c8e-63c0-495b-a972-b4242363d8c9 req-c0a54494-003f-4fa7-86b2-97b463063b13 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:02.245505 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c9668c8e-63c0-495b-a972-b4242363d8c9 req-c0a54494-003f-4fa7-86b2-97b463063b13 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b64e0c8-99f1-43c5-af13-7bc2ba92d12b HTTP/1.1" status: 200 len: 945 time: 0.1824734 Mar 01 16:02:02.247153 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] For port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:02.247543 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:02.274409 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-720f95ec-f8c5-4d94-88c3-35a8007c68f0 req-a945e5e7-7ab9-42e0-bb88-d586bd9226d6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040957 Mar 01 16:02:02.281102 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Calling delete_port for 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:02.354756 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c9668c8e-63c0-495b-a972-b4242363d8c9 req-1ec602bb-ece3-49ab-9082-6ba824851e46 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010051 Mar 01 16:02:02.440057 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (8ec8a4df-5793-4da2-b5b3-6ec58e07da45), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:02.454466 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb', '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', '8ec8a4df-5793-4da2-b5b3-6ec58e07da45'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:02.467887 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event deleted for resources: {'Port': ['ID=8ec8a4df-5793-4da2-b5b3-6ec58e07da45,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:02.512383 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] No DVR routers for this DVR port 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:02:02.515073 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:02.518417 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4fe6e3c4-794d-4287-9935-f9d7a7c13060 req-18216a3b-a3f8-4f2d-8d49-0345abb5fe4e tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "DELETE /v2.0/ports/8ec8a4df-5793-4da2-b5b3-6ec58e07da45 HTTP/1.1" status: 204 len: 173 time: 0.6004884 Mar 01 16:02:02.518852 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'name': 'network-vif-deleted', 'tag': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:02.521182 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcb2ebf-e223-4292-8c93-7c7a6e8e5022" -d '{"events": [{"server_uuid": "8b64e0c8-99f1-43c5-af13-7bc2ba92d12b", "name": "network-vif-deleted", "tag": "8ec8a4df-5793-4da2-b5b3-6ec58e07da45"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:02.557164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58717fa-80fa-416f-a039-cd92e5717d62 x-openstack-request-id: req-a58717fa-80fa-416f-a039-cd92e5717d62 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:02.557489 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b64e0c8-99f1-43c5-af13-7bc2ba92d12b", "name": "network-vif-deleted", "tag": "8ec8a4df-5793-4da2-b5b3-6ec58e07da45", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:02.557784 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a58717fa-80fa-416f-a039-cd92e5717d62 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:02.558344 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b64e0c8-99f1-43c5-af13-7bc2ba92d12b', 'name': 'network-vif-deleted', 'tag': '8ec8a4df-5793-4da2-b5b3-6ec58e07da45', 'status': 'completed', 'code': 200} Mar 01 16:02:03.391002 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cf833-5e78-433f-be27-d529c3c076bc req-7828b771-aaa5-431a-bff4-89d75d6aeeff tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:03.392556 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c03cf833-5e78-433f-be27-d529c3c076bc req-7828b771-aaa5-431a-bff4-89d75d6aeeff tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0521531 Mar 01 16:02:03.442556 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c03cf833-5e78-433f-be27-d529c3c076bc req-0110f3f7-a9f5-42f5-96b9-dbdd2464fc36 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445337 Mar 01 16:02:03.617771 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd20e0e-d158-46e1-9dbe-96f20b2486f6 req-dfcc123e-6958-4045-9ad3-edda817b8c92 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:03.619963 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3cd20e0e-d158-46e1-9dbe-96f20b2486f6 req-dfcc123e-6958-4045-9ad3-edda817b8c92 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 945 time: 0.0520239 Mar 01 16:02:03.669206 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3cd20e0e-d158-46e1-9dbe-96f20b2486f6 req-1c075fe8-a4b4-48a3-893a-8f254bba3ee3 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Mar 01 16:02:04.563780 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a66b2-5838-4cd8-bb73-1a0d90acabe0 req-978c6004-8640-4991-8a47-2e99545f3dad tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:04.565275 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-454a66b2-5838-4cd8-bb73-1a0d90acabe0 req-978c6004-8640-4991-8a47-2e99545f3dad tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0532465 Mar 01 16:02:04.611123 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-454a66b2-5838-4cd8-bb73-1a0d90acabe0 req-6bc17118-4dc5-4652-99f8-48831704e59d tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Mar 01 16:02:04.789013 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93915-76c0-4026-9fdc-186e597e13ee req-fdf66961-1aec-4078-87f2-6b1a208f5eae tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:04.791158 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c7f93915-76c0-4026-9fdc-186e597e13ee req-fdf66961-1aec-4078-87f2-6b1a208f5eae tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 945 time: 0.0569055 Mar 01 16:02:04.835842 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c7f93915-76c0-4026-9fdc-186e597e13ee req-2d3c8739-faf7-4bbd-bc01-7ebee2fdffd4 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Mar 01 16:02:05.019727 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device ab0e1459-f0ac-471f-87c8-dc562677b8ea no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:05.042399 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: ab0e1459-f0ac-471f-87c8-dc562677b8ea {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:05.042744 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device ab0e1459-f0ac-471f-87c8-dc562677b8ea not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:05.731132 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108998ad-6027-4643-b2fa-77d642d4b4b4 req-eb95ad7b-6f89-4e17-b0cc-48ab35f5dbb6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:05.732661 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-108998ad-6027-4643-b2fa-77d642d4b4b4 req-eb95ad7b-6f89-4e17-b0cc-48ab35f5dbb6 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0556238 Mar 01 16:02:05.781847 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-108998ad-6027-4643-b2fa-77d642d4b4b4 req-0a9c9a0e-6fbb-4472-a725-6c6f94995d6a tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Mar 01 16:02:05.952788 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25eec4-fba6-4ac4-accd-576796064c2a req-0225da32-110d-4482-82b3-9f0e9a8d890c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:05.954248 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4e25eec4-fba6-4ac4-accd-576796064c2a req-0225da32-110d-4482-82b3-9f0e9a8d890c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 945 time: 0.0530429 Mar 01 16:02:05.999654 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4e25eec4-fba6-4ac4-accd-576796064c2a req-f2ea766a-6167-4243-8199-9400c12aedcf tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Mar 01 16:02:06.223638 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-821711ee-ecf5-4f78-baa9-7eeeecc0cd77 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:06.225069 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-821711ee-ecf5-4f78-baa9-7eeeecc0cd77 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 945 time: 0.0504730 Mar 01 16:02:06.322354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Deleting port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:02:06.322690 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:06.419452 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] For port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:06.420197 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:06.432289 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Calling delete_port for 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:06.556696 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (28021ebf-ac6f-4f29-bc6e-fdc43e589ce4), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:06.568907 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb', '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:06.585370 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event deleted for resources: {'Port': ['ID=28021ebf-ac6f-4f29-bc6e-fdc43e589ce4,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:06.633788 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] No DVR routers for this DVR port 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:02:06.636354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:06.639745 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cbfb20f0-9efb-4ea5-9409-c0d4fac1efd2 req-ccc1924b-f3e8-421b-9bf7-2bb6551a6d9a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "DELETE /v2.0/ports/28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 HTTP/1.1" status: 204 len: 173 time: 0.4082174 Mar 01 16:02:06.640186 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'name': 'network-vif-deleted', 'tag': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:06.642426 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad5e63-dda7-4895-b494-f57eb476fb2a" -d '{"events": [{"server_uuid": "267ae9b2-7cdf-489a-9c76-2bba2378979c", "name": "network-vif-deleted", "tag": "28021ebf-ac6f-4f29-bc6e-fdc43e589ce4"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:06.691764 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c626c12-c86b-42c6-9e13-a2d61e2be14b x-openstack-request-id: req-8c626c12-c86b-42c6-9e13-a2d61e2be14b {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:06.692074 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267ae9b2-7cdf-489a-9c76-2bba2378979c", "name": "network-vif-deleted", "tag": "28021ebf-ac6f-4f29-bc6e-fdc43e589ce4", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:06.692335 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c626c12-c86b-42c6-9e13-a2d61e2be14b {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:06.692741 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267ae9b2-7cdf-489a-9c76-2bba2378979c', 'name': 'network-vif-deleted', 'tag': '28021ebf-ac6f-4f29-bc6e-fdc43e589ce4', 'status': 'completed', 'code': 200} Mar 01 16:02:06.897169 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1938e5-5928-44bb-a81f-08f099c49b5e req-b8368053-794b-404f-8e76-45cc32961ac9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:06.898640 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ee1938e5-5928-44bb-a81f-08f099c49b5e req-b8368053-794b-404f-8e76-45cc32961ac9 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0521104 Mar 01 16:02:06.943956 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ee1938e5-5928-44bb-a81f-08f099c49b5e req-b61f50e9-5087-437a-9ee3-4505ea0f09ea tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391676 Mar 01 16:02:07.024117 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:07.047860 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:07.048207 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 8ec8a4df-5793-4da2-b5b3-6ec58e07da45 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:07.104653 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e71a3fe4-a7e5-4c70-8408-c974d92005e7 req-282360dc-fbe6-4e35-ba6f-f94dc1e0a984 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=267ae9b2-7cdf-489a-9c76-2bba2378979c HTTP/1.1" status: 200 len: 210 time: 0.0270481 Mar 01 16:02:08.072161 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996231d4-7466-46b7-90eb-a944f270551c req-54e4cdac-3d7f-4eed-9e42-ad9511c26543 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:08.073651 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-996231d4-7466-46b7-90eb-a944f270551c req-54e4cdac-3d7f-4eed-9e42-ad9511c26543 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0568461 Mar 01 16:02:08.118891 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-996231d4-7466-46b7-90eb-a944f270551c req-d077e358-15ba-4ac0-8b58-bcea8cccdabb tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392566 Mar 01 16:02:09.233738 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e8a7b-1b59-466c-acf5-f995e1b1d4bf req-99cc5a8c-a326-4f26-8e76-d3ab0c9b3747 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:09.235204 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b1e8a7b-1b59-466c-acf5-f995e1b1d4bf req-99cc5a8c-a326-4f26-8e76-d3ab0c9b3747 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0518484 Mar 01 16:02:09.280947 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b1e8a7b-1b59-466c-acf5-f995e1b1d4bf req-ff8d40bd-61c2-4161-aedb-65d9a88ff8bd tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e96805-b474-4abe-8fa3-872b0ccb8d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Mar 01 16:02:09.375515 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa88f-257e-4c0e-a149-a97107678b77 req-b6e30d10-c5d2-424a-9e37-f828fd487d35 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:09.376971 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-744aa88f-257e-4c0e-a149-a97107678b77 req-b6e30d10-c5d2-424a-9e37-f828fd487d35 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 945 time: 0.0555444 Mar 01 16:02:09.512002 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9c5e3-48e5-48d2-971c-1715a39f5004 req-faa08fd8-7668-4fa2-ae9f-19e70729b375 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:09.513446 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ae9c5e3-48e5-48d2-971c-1715a39f5004 req-faa08fd8-7668-4fa2-ae9f-19e70729b375 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.0650928 Mar 01 16:02:09.516359 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Deleting port bb3f9217-9042-4ab5-882c-960f065cba76 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:02:09.516699 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:09.613516 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ae9c5e3-48e5-48d2-971c-1715a39f5004 req-f9a66d36-6a60-4a82-bf3d-989b256ed49f tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939720 Mar 01 16:02:09.635892 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] For port bb3f9217-9042-4ab5-882c-960f065cba76, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb3f9217-9042-4ab5-882c-960f065cba76,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:09.636254 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:09.648866 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Calling delete_port for bb3f9217-9042-4ab5-882c-960f065cba76 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:09.729831 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:02:09.776548 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (bb3f9217-9042-4ab5-882c-960f065cba76), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:09.788747 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['bb3f9217-9042-4ab5-882c-960f065cba76'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:09.802475 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Pushing event deleted for resources: {'Port': ['ID=bb3f9217-9042-4ab5-882c-960f065cba76,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:09.847166 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] No DVR routers for this DVR port bb3f9217-9042-4ab5-882c-960f065cba76 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:02:09.849571 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:09.852920 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-744aa88f-257e-4c0e-a149-a97107678b77 req-d234e18e-7abf-4aa4-af72-bfb2f72ecff0 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.64 "DELETE /v2.0/ports/bb3f9217-9042-4ab5-882c-960f065cba76 HTTP/1.1" status: 204 len: 173 time: 0.4679387 Mar 01 16:02:09.853353 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'name': 'network-vif-deleted', 'tag': 'bb3f9217-9042-4ab5-882c-960f065cba76'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:09.855574 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b8081-cc81-4322-9282-b374d1f01080" -d '{"events": [{"server_uuid": "e1deb879-91ba-4466-9b85-ec6ce9c699f2", "name": "network-vif-deleted", "tag": "bb3f9217-9042-4ab5-882c-960f065cba76"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:09.892787 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff2034-34d3-45bd-a96a-735df322da98 x-openstack-request-id: req-05ff2034-34d3-45bd-a96a-735df322da98 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:09.893089 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1deb879-91ba-4466-9b85-ec6ce9c699f2", "name": "network-vif-deleted", "tag": "bb3f9217-9042-4ab5-882c-960f065cba76", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:09.893348 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05ff2034-34d3-45bd-a96a-735df322da98 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:09.893751 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1deb879-91ba-4466-9b85-ec6ce9c699f2', 'name': 'network-vif-deleted', 'tag': 'bb3f9217-9042-4ab5-882c-960f065cba76', 'status': 'completed', 'code': 200} Mar 01 16:02:10.394021 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-26687717-b6c8-440a-bfe6-335ebd58d1e0 req-6ff71fb4-2c1d-473b-9859-9f81638eaf52 tempest-ServerRescueNegativeTestJSON-1688564693 tempest-ServerRescueNegativeTestJSON-1688564693-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1deb879-91ba-4466-9b85-ec6ce9c699f2 HTTP/1.1" status: 200 len: 210 time: 0.0338373 Mar 01 16:02:10.732015 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b04b-9c03-4b97-84a3-3a0e776647db req-c17b3288-69ce-4aa4-adfd-752f5431e4d2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:10.733483 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9b69b04b-9c03-4b97-84a3-3a0e776647db req-c17b3288-69ce-4aa4-adfd-752f5431e4d2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.0528324 Mar 01 16:02:10.779360 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9b69b04b-9c03-4b97-84a3-3a0e776647db req-39d85325-0fa3-4184-80aa-b26bfc3d6f6a tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Mar 01 16:02:11.018013 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:11.038304 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:11.038657 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 28021ebf-ac6f-4f29-bc6e-fdc43e589ce4 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:11.039074 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device bb3f9217-9042-4ab5-882c-960f065cba76 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:11.056584 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: bb3f9217-9042-4ab5-882c-960f065cba76 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:11.056934 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device bb3f9217-9042-4ab5-882c-960f065cba76 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:11.447369 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34798) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:11.863692 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (157bd33e-4239-4ebc-84cc-1e931b7416d0), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:11.900411 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55725-7f28-42c5-bb87-26e37ef20ecd req-d70af162-92f2-4a51-9efd-8caee5f167ed tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:11.901890 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-aed55725-7f28-42c5-bb87-26e37ef20ecd req-d70af162-92f2-4a51-9efd-8caee5f167ed tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.0518131 Mar 01 16:02:11.947539 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-aed55725-7f28-42c5-bb87-26e37ef20ecd req-8b0429ba-619e-4ed5-baca-4f0a63e84cac tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Mar 01 16:02:12.109552 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-234dda95-38a5-4d43-90fa-b54013e156f2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:12.110958 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-234dda95-38a5-4d43-90fa-b54013e156f2 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 945 time: 0.0551820 Mar 01 16:02:12.153622 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Deleting port 62f5d4f2-0121-4412-ac42-9e291762b1df {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:02:12.153969 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.205205 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Deleting port 7ac7730f-298e-4dbc-9fb0-022fc06654cb {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:02:12.205549 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.230791 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] For port 62f5d4f2-0121-4412-ac42-9e291762b1df, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=62f5d4f2-0121-4412-ac42-9e291762b1df,segment=NetworkSegment(682f9090-f981-4f00-8434-7214b7321de7),segment_id=682f9090-f981-4f00-8434-7214b7321de7)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:12.231153 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.243295 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Calling delete_port for 62f5d4f2-0121-4412-ac42-9e291762b1df owned by network:router_interface {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:12.295381 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] For port 7ac7730f-298e-4dbc-9fb0-022fc06654cb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7ac7730f-298e-4dbc-9fb0-022fc06654cb,segment=NetworkSegment(cd06dd40-80b5-46cc-9d11-cb39e04acefd),segment_id=cd06dd40-80b5-46cc-9d11-cb39e04acefd)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:12.295751 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.308401 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Calling delete_port for 7ac7730f-298e-4dbc-9fb0-022fc06654cb owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:12.439007 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (7ac7730f-298e-4dbc-9fb0-022fc06654cb), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.448394 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (62f5d4f2-0121-4412-ac42-9e291762b1df), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.452093 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['7ac7730f-298e-4dbc-9fb0-022fc06654cb'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:12.474204 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Pushing event deleted for resources: {'Port': ['ID=7ac7730f-298e-4dbc-9fb0-022fc06654cb,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:12.474661 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f5d4f2-0121-4412-ac42-9e291762b1df,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:12.519851 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] No DVR routers for this DVR port 7ac7730f-298e-4dbc-9fb0-022fc06654cb on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:02:12.522274 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.526597 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-558862ff-2f3d-41f5-aa69-1ce8f55517c7 req-ef7091c5-cb5d-4d85-9735-75b6925785c5 tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.64 "DELETE /v2.0/ports/7ac7730f-298e-4dbc-9fb0-022fc06654cb HTTP/1.1" status: 204 len: 173 time: 0.4096065 Mar 01 16:02:12.527072 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'name': 'network-vif-deleted', 'tag': '7ac7730f-298e-4dbc-9fb0-022fc06654cb'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:12.529689 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc95e7e1-bd13-4bf9-a52f-d1f747a50b85" -d '{"events": [{"server_uuid": "18c27e08-9b02-4d0b-be86-053386fb0e7e", "name": "network-vif-deleted", "tag": "7ac7730f-298e-4dbc-9fb0-022fc06654cb"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:12.568919 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7bb7d2-1422-4ec8-b278-f5949c94b496 x-openstack-request-id: req-4e7bb7d2-1422-4ec8-b278-f5949c94b496 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:12.569565 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c27e08-9b02-4d0b-be86-053386fb0e7e", "name": "network-vif-deleted", "tag": "7ac7730f-298e-4dbc-9fb0-022fc06654cb", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:12.570036 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e7bb7d2-1422-4ec8-b278-f5949c94b496 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:12.570611 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c27e08-9b02-4d0b-be86-053386fb0e7e', 'name': 'network-vif-deleted', 'tag': '7ac7730f-298e-4dbc-9fb0-022fc06654cb', 'status': 'completed', 'code': 200} Mar 01 16:02:12.618411 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (157bd33e-4239-4ebc-84cc-1e931b7416d0), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:12.831910 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Router 157bd33e-4239-4ebc-84cc-1e931b7416d0 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:02:12.936235 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:02:12.941128 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-f0e1d7e1-a21e-48c6-ba21-b6ae216ff9a9 admin admin] 10.222.0.10 "PUT /v2.0/routers/157bd33e-4239-4ebc-84cc-1e931b7416d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4927480 Mar 01 16:02:12.943736 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34812) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:12.945621 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] Sync routers for ids ['157bd33e-4239-4ebc-84cc-1e931b7416d0'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:02:12.958907 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] Routers {'157bd33e-4239-4ebc-84cc-1e931b7416d0'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:02:12.959577 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['157bd33e-4239-4ebc-84cc-1e931b7416d0'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:13.066748 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-faf5f9c6-f9e7-4a26-abcf-b73698842e3b req-0f099d41-0426-40ef-9fec-eeeb4599f65c tempest-AttachVolumeNegativeTest-247140350 tempest-AttachVolumeNegativeTest-247140350-project] 10.222.0.10 "GET /v2.0/ports?device_id=18c27e08-9b02-4d0b-be86-053386fb0e7e HTTP/1.1" status: 200 len: 210 time: 0.0295103 Mar 01 16:02:13.076370 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] Set router 157bd33e-4239-4ebc-84cc-1e931b7416d0 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:02:13.090173 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks [] for router (157bd33e-4239-4ebc-84cc-1e931b7416d0), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.199323 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks [] for router_gateway (157bd33e-4239-4ebc-84cc-1e931b7416d0), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.250432 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Deleting port c575e4c3-882f-417f-9785-58fe13596c69 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:02:13.250774 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (c575e4c3-882f-417f-9785-58fe13596c69), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.254333 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T16:02:12Z', 'revision_number': 5, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port': {'id': 'c575e4c3-882f-417f-9785-58fe13596c69', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T15:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:13.280349 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] Checking router: 157bd33e-4239-4ebc-84cc-1e931b7416d0 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:02:13.288885 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] Routers {'157bd33e-4239-4ebc-84cc-1e931b7416d0'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:02:13.289471 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:01:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['157bd33e-4239-4ebc-84cc-1e931b7416d0'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:13.330338 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] For port c575e4c3-882f-417f-9785-58fe13596c69, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=c575e4c3-882f-417f-9785-58fe13596c69,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:13.330701 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (c575e4c3-882f-417f-9785-58fe13596c69), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.342289 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Calling delete_port for c575e4c3-882f-417f-9785-58fe13596c69 owned by network:router_gateway {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:13.376172 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] Set router 157bd33e-4239-4ebc-84cc-1e931b7416d0 gateway port host: None {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:02:13.426789 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T16:02:13Z', 'revision_number': 6, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:13.456345 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d3cc-c125-45c3-b75f-20a966262a65 None None] The sync data for ids ['157bd33e-4239-4ebc-84cc-1e931b7416d0'] in dv-cinder-778193-21-iscsi is: [{'id': '157bd33e-4239-4ebc-84cc-1e931b7416d0', 'name': 'tempest-ServerRescueNegativeTestJSON-855171199-router', 'tenant_id': '36c4dd75696941b09c1ac85910112c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:24Z', 'updated_at': '2022-03-01T16:02:13Z', 'revision_number': 6, 'project_id': '36c4dd75696941b09c1ac85910112c1e', 'gw_port_host': None}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:02:13.517442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (c575e4c3-882f-417f-9785-58fe13596c69), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.544240 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c575e4c3-882f-417f-9785-58fe13596c69,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:13.605003 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (157bd33e-4239-4ebc-84cc-1e931b7416d0), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.708559 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (157bd33e-4239-4ebc-84cc-1e931b7416d0), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.710706 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks [] for router_controller (157bd33e-4239-4ebc-84cc-1e931b7416d0), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.772250 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (157bd33e-4239-4ebc-84cc-1e931b7416d0), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.772451 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 157bd33e-4239-4ebc-84cc-1e931b7416d0 {{(pid=102831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:02:13.777946 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.779100 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-1a46fbf8-f671-48a8-a29e-038a4aa16f4b admin admin] 10.222.0.10 "DELETE /v2.0/routers/157bd33e-4239-4ebc-84cc-1e931b7416d0 HTTP/1.1" status: 204 len: 168 time: 0.8343759 Mar 01 16:02:13.781778 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34816) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:13.827139 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] Deleting subnet c72c79d1-f814-497a-b529-391821664400 {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:02:13.830426 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] Publish callbacks [] for subnet (c72c79d1-f814-497a-b529-391821664400), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.869959 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] Publish callbacks [] for subnet (c72c79d1-f814-497a-b529-391821664400), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.879738 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (c72c79d1-f814-497a-b529-391821664400), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.941099 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (c72c79d1-f814-497a-b529-391821664400), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.968024 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:13.971210 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c72c79d1-f814-497a-b529-391821664400 HTTP/1.1" status: 204 len: 168 time: 0.1883888 Mar 01 16:02:13.972226 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94258cdc-46ef-4ec2-9a54-7898a934327a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72c79d1-f814-497a-b529-391821664400,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:13.973745 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34822) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:14.058248 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (532df157-d287-41d5-94b0-12755cd417d7), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.111186 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-c761b421-ef1b-413f-b4e3-699690e63b83 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404155638&fields=id&tenant_id=0b07f7e06c444a09832a6fa04837888d HTTP/1.1" status: 200 len: 267 time: 0.0697317 Mar 01 16:02:14.127684 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34828) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:14.170586 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] Deleting subnet 3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:02:14.173818 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] Publish callbacks [] for subnet (3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.208001 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] Publish callbacks [] for subnet (3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.214328 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.281213 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for subnet (3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.303527 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 62f5d4f2-0121-4412-ac42-9e291762b1df no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:14.309376 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:14.315157 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.318379 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c90daaaf-c19d-42b9-8bce-c8e83c556eb1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3d29bfe4-ad8d-4cbc-b79e-9cbe121cfd41 HTTP/1.1" status: 204 len: 168 time: 0.1896894 Mar 01 16:02:14.321480 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34830) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:14.335573 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 62f5d4f2-0121-4412-ac42-9e291762b1df {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:14.336309 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 62f5d4f2-0121-4412-ac42-9e291762b1df not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:14.394995 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (abc91343-9562-4611-b94c-a2ac6d0affb1), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.436428 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (532df157-d287-41d5-94b0-12755cd417d7), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.466995 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532df157-d287-41d5-94b0-12755cd417d7']}} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:14.481103 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (abc91343-9562-4611-b94c-a2ac6d0affb1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.482742 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682f9090-f981-4f00-8434-7214b7321de7') {'for_net_delete': True} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:14.483037 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682f9090-f981-4f00-8434-7214b7321de7') {} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:14.502308 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.502642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126393803'] for segment (682f9090-f981-4f00-8434-7214b7321de7), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.503024 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.503904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.504343 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > port after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.504919 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.505342 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > port after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.505854 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.506359 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.506760 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.507148 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.529622 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-8599d6cb-2ad3-4ef1-aeb8-d96b4b9ce7cc tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:14.531106 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-8599d6cb-2ad3-4ef1-aeb8-d96b4b9ce7cc tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 809 time: 0.4077606 Mar 01 16:02:14.534786 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (682f9090-f981-4f00-8434-7214b7321de7), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.548375 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:02:14.548778 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826518'] for segment (682f9090-f981-4f00-8434-7214b7321de7), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: Traceback (most recent call last): Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: timer() Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: cb(*args, **kw) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: return func(*args, **kwargs) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: self._notify() Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: self.callback(batched_events) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: event.method(event) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: return f(self, *a, **k) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._get(url).json() Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: return self.request(url, 'GET', **kwargs) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:02:14.550761 dv-cinder-778193-21-iscsi neutron-server[102831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:02:14.573776 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.574134 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.574471 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.574803 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:02:14.575173 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc91343-9562-4611-b94c-a2ac6d0affb1']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:14.590481 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-706e61d5-1d52-47a0-a919-169d99a32ace tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/quotas/0b07f7e06c444a09832a6fa04837888d HTTP/1.1" status: 200 len: 375 time: 0.0532575 Mar 01 16:02:14.595124 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd06dd40-80b5-46cc-9d11-cb39e04acefd') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:14.595481 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd06dd40-80b5-46cc-9d11-cb39e04acefd') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:14.612299 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (cd06dd40-80b5-46cc-9d11-cb39e04acefd), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.634188 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (cd06dd40-80b5-46cc-9d11-cb39e04acefd), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.635847 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (532df157-d287-41d5-94b0-12755cd417d7), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.643051 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:02:14.643487 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (cd06dd40-80b5-46cc-9d11-cb39e04acefd), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: from cryptography.utils import int_from_bytes Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: from cryptography.utils import int_from_bytes Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:02:14.647721 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:02:14.655758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.659662 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] 10.222.0.10 "DELETE /v2.0/networks/532df157-d287-41d5-94b0-12755cd417d7 HTTP/1.1" status: 204 len: 168 time: 0.6826322 Mar 01 16:02:14.661628 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a57e4-139e-4ce9-960c-f992109f9468 admin admin] Pushing event deleted for resources: {'Network': ['ID=532df157-d287-41d5-94b0-12755cd417d7,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:14.677769 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-1817c1ed-cd99-4d4d-ad6e-ae3e7870cd42 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752766 Mar 01 16:02:14.728820 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (abc91343-9562-4611-b94c-a2ac6d0affb1), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.745547 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc91343-9562-4611-b94c-a2ac6d0affb1,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:14.747824 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:14.754297 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-069fba6b-2fad-4052-99fa-4de182a89f79 admin admin] 10.222.0.10 "DELETE /v2.0/networks/abc91343-9562-4611-b94c-a2ac6d0affb1 HTTP/1.1" status: 204 len: 168 time: 0.4317217 Mar 01 16:02:14.785385 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-5992c433-293c-416d-b3d7-2039e85f8b34 service neutron] 10.222.0.10 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958104 Mar 01 16:02:14.864943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34836) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:14.887362 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34838) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:14.897855 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-b18fea11-1973-40b8-bf6b-73648ecf99a7 service neutron] 10.222.0.10 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057200 Mar 01 16:02:14.918218 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ddbdfd98-adf3-43fe-adfc-40a864b6cd5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36c4dd75696941b09c1ac85910112c1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0521848 Mar 01 16:02:14.920761 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34840) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:14.942228 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1ae21df7-9ad5-49ab-b561-97bff60da8d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=972c09cd4939430ca54bf3b51dfad76a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0525727 Mar 01 16:02:14.944786 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34842) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:15.006412 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-941d1fdc-11e0-49b4-b192-79eb376b4d7b admin admin] Publish callbacks [] for security_group (85e96805-b474-4abe-8fa3-872b0ccb8d30), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.031603 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-65e9484e-f30b-4b1e-9c62-b549412d75f8 admin admin] Publish callbacks [] for security_group (c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.037541 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-941d1fdc-11e0-49b4-b192-79eb376b4d7b admin admin] Publish callbacks [] for security_group (85e96805-b474-4abe-8fa3-872b0ccb8d30), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.076506 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-65e9484e-f30b-4b1e-9c62-b549412d75f8 admin admin] Publish callbacks [] for security_group (c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.124983 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-941d1fdc-11e0-49b4-b192-79eb376b4d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (85e96805-b474-4abe-8fa3-872b0ccb8d30), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.127581 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-941d1fdc-11e0-49b4-b192-79eb376b4d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.131021 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-941d1fdc-11e0-49b4-b192-79eb376b4d7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85e96805-b474-4abe-8fa3-872b0ccb8d30 HTTP/1.1" status: 204 len: 168 time: 0.2070377 Mar 01 16:02:15.140493 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-65e9484e-f30b-4b1e-9c62-b549412d75f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.142846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-65e9484e-f30b-4b1e-9c62-b549412d75f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:15.144202 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-65e9484e-f30b-4b1e-9c62-b549412d75f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d HTTP/1.1" status: 204 len: 168 time: 0.1983376 Mar 01 16:02:15.145391 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d1fdc-11e0-49b4-b192-79eb376b4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e96805-b474-4abe-8fa3-872b0ccb8d30,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:15.197833 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9484e-f30b-4b1e-9c62-b549412d75f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f98f6b-7e35-40d7-bef5-adcd2c9acd5d,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:15.244213 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b3dd074-ae14-441d-9a69-2f62f6388809 req-30a2db64-005f-410f-b7b9-2830b02d1434 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 210 time: 0.0646100 Mar 01 16:02:15.858144 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device c575e4c3-882f-417f-9785-58fe13596c69 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:15.878594 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: c575e4c3-882f-417f-9785-58fe13596c69 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:15.879168 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device c575e4c3-882f-417f-9785-58fe13596c69 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:16.313502 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-351dc4ab-4f60-4ae8-989a-cbf135cc6ae7 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:16.315042 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-351dc4ab-4f60-4ae8-989a-cbf135cc6ae7 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 809 time: 0.1482768 Mar 01 16:02:16.372344 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd88ff89-8dba-4d6d-9b05-f369049fcd38 req-fbe4b5bf-62b2-4f6d-82ff-8f6decf7b234 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 210 time: 0.0524898 Mar 01 16:02:16.424486 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-5e321204-5c55-44ce-8665-a8703a281acf tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b07f7e06c444a09832a6fa04837888d HTTP/1.1" status: 200 len: 380 time: 0.0919704 Mar 01 16:02:16.434846 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'port': {'device_id': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'admin_state_up': True, 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'security_groups': ['5f269f5f-796b-4ef6-bedd-1a08f645f434']}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:16.570259 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Made reservation on behalf of 0b07f7e06c444a09832a6fa04837888d for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:16.573987 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:16.715379 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Allocated IP 172.20.0.5 (b4497a6a-3a8b-456a-ac17-c7e40a72d673/94767a61-b9ec-4cd7-a191-b8cbdacd451d/703e8b9e-d4cf-4e92-9b45-40d92e017797) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:02:16.875015 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:16.915342 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:16.967017 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:02:16.971695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:02:16.973466 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:16.975823 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:02:17.039718 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 7ac7730f-298e-4dbc-9fb0-022fc06654cb no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:17.043833 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:17.044501 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.060789 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-49cb2162-cf6c-4139-82db-fd292fc96538 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309223 Mar 01 16:02:17.074287 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 7ac7730f-298e-4dbc-9fb0-022fc06654cb {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:17.074975 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 7ac7730f-298e-4dbc-9fb0-022fc06654cb not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:17.080731 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Request body: {'port': {'device_id': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:17.156658 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.254890 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-293e2538-91d7-49e0-a42f-7db7dd2a91f4 None None] Provisioning complete for port 703e8b9e-d4cf-4e92-9b45-40d92e017797 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:02:17.255330 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-293e2538-91d7-49e0-a42f-7db7dd2a91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.290008 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-293e2538-91d7-49e0-a42f-7db7dd2a91f4 None None] Port 703e8b9e-d4cf-4e92-9b45-40d92e017797 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:02:17.405832 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34968) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:17.434162 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703e8b9e-d4cf-4e92-9b45-40d92e017797 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:02:17.442893 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Publish callbacks [] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.482784 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Transition to ACTIVE for port object 703e8b9e-d4cf-4e92-9b45-40d92e017797 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:02:17.488224 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.525402 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f349159d-b3d0-494a-b94c-cee5b53b36ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.562444 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795ef2-7748-4606-9293-f3409ea9d93e req-6c580b56-2072-4f65-b9c6-13c353c4a72b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:17.564346 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b795ef2-7748-4606-9293-f3409ea9d93e req-6c580b56-2072-4f65-b9c6-13c353c4a72b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 931 time: 0.1189785 Mar 01 16:02:17.607795 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f349159d-b3d0-494a-b94c-cee5b53b36ae admin admin] Publish callbacks [] for security_group (4a7d4db5-2b19-4279-a173-5ea7121f3434), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.613907 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f349159d-b3d0-494a-b94c-cee5b53b36ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (4a7d4db5-2b19-4279-a173-5ea7121f3434), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.616460 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:17.644037 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349159d-b3d0-494a-b94c-cee5b53b36ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d4db5-2b19-4279-a173-5ea7121f3434,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:17.670484 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-f349159d-b3d0-494a-b94c-cee5b53b36ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aef3cc34c5c04549af219887250e2b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628405 Mar 01 16:02:17.671123 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34972) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:17.686345 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b795ef2-7748-4606-9293-f3409ea9d93e req-9c9023fb-f79f-4b49-b7d9-adb6871e18d1 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009753 Mar 01 16:02:17.687150 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Attempting to bind port 703e8b9e-d4cf-4e92-9b45-40d92e017797 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:02:17.687512 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Attempting to bind port 703e8b9e-d4cf-4e92-9b45-40d92e017797 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:02:17.687843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Attempting to bind port 703e8b9e-d4cf-4e92-9b45-40d92e017797 on network b4497a6a-3a8b-456a-ac17-c7e40a72d673 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:02:17.692728 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Port 703e8b9e-d4cf-4e92-9b45-40d92e017797 on network b4497a6a-3a8b-456a-ac17-c7e40a72d673 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:02:17.693060 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Attempting to bind port 703e8b9e-d4cf-4e92-9b45-40d92e017797 on network b4497a6a-3a8b-456a-ac17-c7e40a72d673 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:02:17.698781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:02:17.699119 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Checking segment: {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:02:17.699996 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Bound using segment: {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:02:17.700593 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Bound port: 703e8b9e-d4cf-4e92-9b45-40d92e017797, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6084e11a-b13c-450f-ab29-52b7c68c3382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:02:17.701029 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.734059 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7157-e562-4731-bb7e-79117336abeb admin admin] Publish callbacks [] for security_group (4a7d4db5-2b19-4279-a173-5ea7121f3434), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.756043 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7157-e562-4731-bb7e-79117336abeb admin admin] Publish callbacks [] for security_group (4a7d4db5-2b19-4279-a173-5ea7121f3434), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.775896 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:02:17.780398 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:02:17.787689 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.819341 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7157-e562-4731-bb7e-79117336abeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (4a7d4db5-2b19-4279-a173-5ea7121f3434), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.823652 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7157-e562-4731-bb7e-79117336abeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.830648 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-cc7d7157-e562-4731-bb7e-79117336abeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a7d4db5-2b19-4279-a173-5ea7121f3434 HTTP/1.1" status: 204 len: 168 time: 0.1584930 Mar 01 16:02:17.846003 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:17.846824 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:17.848978 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-55186440-22e3-4e06-b34c-d586d307958c service neutron] 10.222.0.64 "PUT /v2.0/ports/703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 1093 time: 0.7728026 Mar 01 16:02:17.849490 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:17.850877 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d7157-e562-4731-bb7e-79117336abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d4db5-2b19-4279-a173-5ea7121f3434,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:17.852055 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:17.893811 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186440-22e3-4e06-b34c-d586d307958c service neutron] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:17.936819 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140b99f5-c721-4dcb-9c00-7570ae4e17de x-openstack-request-id: req-140b99f5-c721-4dcb-9c00-7570ae4e17de {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:17.937014 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:17.937432 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-140b99f5-c721-4dcb-9c00-7570ae4e17de {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:17.937839 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'status': 'completed', 'code': 200} Mar 01 16:02:17.972506 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-5c0e3bd6-15f2-4ba9-ba12-ce45a16a8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:17.974199 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-5c0e3bd6-15f2-4ba9-ba12-ce45a16a8d69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1127 time: 0.0758698 Mar 01 16:02:18.022549 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-265fb1a8-0872-4767-9ce9-dcc6653d0a1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 217 time: 0.0406263 Mar 01 16:02:18.088176 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-0236596d-f34f-4395-9549-66edf0bc6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:18.094615 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-0236596d-f34f-4395-9549-66edf0bc6b74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.0602636 Mar 01 16:02:18.144566 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514099-dd57-4f8b-ab53-580fd730e626 req-6ad95cf2-943f-49e6-864a-023ca9acabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:18.146093 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-6ad95cf2-943f-49e6-864a-023ca9acabc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491438 Mar 01 16:02:18.210948 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 34996) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:18.228705 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-726a4dc5-938e-497b-a157-8e49d91d1d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:18.276529 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-c338fc98-053c-4133-a59d-2d3932c6c9d5 service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225724 Mar 01 16:02:18.400155 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-726a4dc5-938e-497b-a157-8e49d91d1d4f admin admin] Publish callbacks [] for security_group (e6c70097-60de-4c2f-9362-9413a11a75b6), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:18.404518 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35514099-dd57-4f8b-ab53-580fd730e626 req-d675b64d-6b7a-4ad9-9d4f-95308835b9c2 service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164675 Mar 01 16:02:18.405479 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-726a4dc5-938e-497b-a157-8e49d91d1d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e6c70097-60de-4c2f-9362-9413a11a75b6), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:18.442832 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-726a4dc5-938e-497b-a157-8e49d91d1d4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=651eeec43376435c83964a80a1b34bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307916 Mar 01 16:02:18.443756 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a4dc5-938e-497b-a157-8e49d91d1d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c70097-60de-4c2f-9362-9413a11a75b6,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:18.445915 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 34998) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:18.493916 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-3e474041-1feb-4a20-974e-6b54a23ff84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:18.495422 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-3e474041-1feb-4a20-974e-6b54a23ff84c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1127 time: 0.0434883 Mar 01 16:02:18.497307 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b11cbb1-ba94-4ea7-8a24-49449bbfe982 admin admin] Publish callbacks [] for security_group (e6c70097-60de-4c2f-9362-9413a11a75b6), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:18.518246 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b11cbb1-ba94-4ea7-8a24-49449bbfe982 admin admin] Publish callbacks [] for security_group (e6c70097-60de-4c2f-9362-9413a11a75b6), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:18.564725 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b11cbb1-ba94-4ea7-8a24-49449bbfe982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e6c70097-60de-4c2f-9362-9413a11a75b6), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:18.567320 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b11cbb1-ba94-4ea7-8a24-49449bbfe982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:18.568466 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9b11cbb1-ba94-4ea7-8a24-49449bbfe982 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6c70097-60de-4c2f-9362-9413a11a75b6 HTTP/1.1" status: 204 len: 168 time: 0.1210194 Mar 01 16:02:18.578018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11cbb1-ba94-4ea7-8a24-49449bbfe982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c70097-60de-4c2f-9362-9413a11a75b6,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:18.600438 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-fb87a3de-3da4-44bb-ad61-5db7c86689c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:18.601819 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-fb87a3de-3da4-44bb-ad61-5db7c86689c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 910 time: 0.0945058 Mar 01 16:02:18.646148 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-d5ef3c77-0010-41d8-8a79-ea02b2b007b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 217 time: 0.0359509 Mar 01 16:02:18.694939 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-4d1907d7-ac25-4c80-b663-3a7a206a7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:18.696546 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-4d1907d7-ac25-4c80-b663-3a7a206a7f4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.0447073 Mar 01 16:02:18.748212 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-cdd0b3d1-9ed7-43b6-9cfb-05b8843f2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:18.749814 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-cdd0b3d1-9ed7-43b6-9cfb-05b8843f2e91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464623 Mar 01 16:02:18.881574 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219efca-7359-4a2c-9884-1a74727456ef req-5fd7bfbc-7092-4c34-96ad-d683f6564d46 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:18.881574 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4219efca-7359-4a2c-9884-1a74727456ef req-5fd7bfbc-7092-4c34-96ad-d683f6564d46 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.1042821 Mar 01 16:02:18.887509 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-6c1aa71c-a2ec-4e6b-a805-66a807147c11 service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300755 Mar 01 16:02:18.982772 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4219efca-7359-4a2c-9884-1a74727456ef req-036ee122-ec3f-4599-8c8c-b6080feeda76 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938568 Mar 01 16:02:19.017733 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71864f40-57c6-4f9d-8b59-7bdaf96ae11c req-2fe82916-71a5-4e8c-88c8-4a87261434bb service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230845 Mar 01 16:02:19.407286 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35036) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:19.514140 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-37e108b0-488d-4193-859d-70e40f0bbfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:19.591654 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-37e108b0-488d-4193-859d-70e40f0bbfca admin admin] Publish callbacks [] for security_group (755021fa-6eb3-4f09-839f-ba0c7f19522c), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:19.595693 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-37e108b0-488d-4193-859d-70e40f0bbfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (755021fa-6eb3-4f09-839f-ba0c7f19522c), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:19.639387 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-37e108b0-488d-4193-859d-70e40f0bbfca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71b390e2e0774b1abc47fd5ec79451d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286839 Mar 01 16:02:19.639387 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e108b0-488d-4193-859d-70e40f0bbfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755021fa-6eb3-4f09-839f-ba0c7f19522c,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:19.639853 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35048) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:19.704253 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367be9d9-6bea-433b-a936-652b67885b2a admin admin] Publish callbacks [] for security_group (755021fa-6eb3-4f09-839f-ba0c7f19522c), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:19.726256 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367be9d9-6bea-433b-a936-652b67885b2a admin admin] Publish callbacks [] for security_group (755021fa-6eb3-4f09-839f-ba0c7f19522c), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:19.771900 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367be9d9-6bea-433b-a936-652b67885b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (755021fa-6eb3-4f09-839f-ba0c7f19522c), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:19.775448 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367be9d9-6bea-433b-a936-652b67885b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:19.776590 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-367be9d9-6bea-433b-a936-652b67885b2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/755021fa-6eb3-4f09-839f-ba0c7f19522c HTTP/1.1" status: 204 len: 168 time: 0.1356893 Mar 01 16:02:19.786480 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367be9d9-6bea-433b-a936-652b67885b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755021fa-6eb3-4f09-839f-ba0c7f19522c,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:20.109264 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d9566-374b-423f-90a4-f0379694756b req-2977e4e2-740e-4f98-8f12-6a07597e1440 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:20.110679 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-738d9566-374b-423f-90a4-f0379694756b req-2977e4e2-740e-4f98-8f12-6a07597e1440 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0613861 Mar 01 16:02:20.162793 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-738d9566-374b-423f-90a4-f0379694756b req-e0d63d92-af5d-492c-925c-21dfd80de0dd tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464692 Mar 01 16:02:20.492479 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35092) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:20.586069 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340758118-network', 'tenant_id': '44678ac1f1464897bcba9d5643d5ad81'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:20.605500 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Made reservation on behalf of 44678ac1f1464897bcba9d5643d5ad81 for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:20.607710 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:20.617636 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:20.906890 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks [] for security_group (b26045d9-b6a3-421f-9e20-a0c61a832110), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:20.910537 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (b26045d9-b6a3-421f-9e20-a0c61a832110), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:20.935895 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:02:20.942043 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26045d9-b6a3-421f-9e20-a0c61a832110,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:20.948533 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (b55909ae-204c-455a-b55c-d6740306639c), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:20.948870 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Added segment b55909ae-204c-455a-b55c-d6740306639c of type vlan for network f953a3d0-a4f8-49d1-8d7f-84f977bb811b Mar 01 16:02:20.985719 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (f953a3d0-a4f8-49d1-8d7f-84f977bb811b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:21.009889 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (f953a3d0-a4f8-49d1-8d7f-84f977bb811b), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:21.010810 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:21.011411 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:21.068640 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5748055 Mar 01 16:02:21.073708 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35096) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:21.086703 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Request body: {'subnet': {'network_id': 'f953a3d0-a4f8-49d1-8d7f-84f977bb811b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340758118-subnet', 'tenant_id': '44678ac1f1464897bcba9d5643d5ad81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:21.099393 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6d7f5-c1e1-434a-9d70-60b723cf612c admin admin] Pushing event updated for resources: {'Network': ['ID=f953a3d0-a4f8-49d1-8d7f-84f977bb811b,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:21.109946 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network f953a3d0-a4f8-49d1-8d7f-84f977bb811b details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:02:21.115944 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Made reservation on behalf of 44678ac1f1464897bcba9d5643d5ad81 for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:21.118716 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700829'] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:21.282758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48220-b871-47f8-be0b-8a194187acca req-853bf5d8-0753-434e-9a02-99bdc54a6175 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:21.283530 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700847'] for subnet (6fb6865d-496c-45bb-a87f-233cf8a17eed), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:21.284403 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95e48220-b871-47f8-be0b-8a194187acca req-853bf5d8-0753-434e-9a02-99bdc54a6175 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0528798 Mar 01 16:02:21.333122 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95e48220-b871-47f8-be0b-8a194187acca req-f35ebf0f-3358-4587-a975-a8b6ff67bc37 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Mar 01 16:02:21.338215 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb6865d-496c-45bb-a87f-233cf8a17eed,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:21.352866 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Checking segment: {'id': 'b55909ae-204c-455a-b55c-d6740306639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f953a3d0-a4f8-49d1-8d7f-84f977bb811b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:02:21.352866 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Network hostable DHCP agents. Network: f953a3d0-a4f8-49d1-8d7f-84f977bb811b, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:02:21.362224 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Network f953a3d0-a4f8-49d1-8d7f-84f977bb811b is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:02:21.371493 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, f953a3d0-a4f8-49d1-8d7f-84f977bb811b) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:02:21.375626 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:21.376210 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:21.380073 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc035761-f5e6-4bca-92bb-d13a6ef3ee0a None None] Network f953a3d0-a4f8-49d1-8d7f-84f977bb811b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:02:21.391273 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-764bd299-22cb-42de-a56c-ce6dd8d66f23 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3163993 Mar 01 16:02:21.500090 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478424f5-141c-4a7a-9507-ce06805a3f0d None None] Network f953a3d0-a4f8-49d1-8d7f-84f977bb811b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:02:21.911487 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35126) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:21.916955 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-736103549-network', 'tenant_id': '2d550ca828bf42e1ae335622308494c4'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:21.935854 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Made reservation on behalf of 2d550ca828bf42e1ae335622308494c4 for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:21.938172 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:21.946185 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.020696 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks [] for security_group (ca623a41-95cd-430c-b29d-a8016537e1ed), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.025168 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ca623a41-95cd-430c-b29d-a8016537e1ed), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.049604 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:02:22.058159 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca623a41-95cd-430c-b29d-a8016537e1ed,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:22.065861 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (6dcc0e5a-5e52-40c1-acb0-8234f789cfb4), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.065861 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Added segment 6dcc0e5a-5e52-40c1-acb0-8234f789cfb4 of type vlan for network f8fd73e7-cc57-41ef-b832-384f1685d671 Mar 01 16:02:22.105721 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (f8fd73e7-cc57-41ef-b832-384f1685d671), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.132946 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (f8fd73e7-cc57-41ef-b832-384f1685d671), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.134600 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:22.135565 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.182690 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2701051 Mar 01 16:02:22.185534 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35128) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:22.190462 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Request body: {'subnet': {'network_id': 'f8fd73e7-cc57-41ef-b832-384f1685d671', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-736103549-subnet', 'tenant_id': '2d550ca828bf42e1ae335622308494c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:22.198534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eff5c9-05d5-49b1-8d16-856b6ee3a5fe admin admin] Pushing event updated for resources: {'Network': ['ID=f8fd73e7-cc57-41ef-b832-384f1685d671,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:22.208829 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network f8fd73e7-cc57-41ef-b832-384f1685d671 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:02:22.216881 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Made reservation on behalf of 2d550ca828bf42e1ae335622308494c4 for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:22.219201 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700829'] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.381014 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700847'] for subnet (919e300c-6f5a-46df-866f-d9a71e8a56d7), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.440823 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919e300c-6f5a-46df-866f-d9a71e8a56d7,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:22.448257 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Checking segment: {'id': '6dcc0e5a-5e52-40c1-acb0-8234f789cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f8fd73e7-cc57-41ef-b832-384f1685d671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:02:22.448618 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Network hostable DHCP agents. Network: f8fd73e7-cc57-41ef-b832-384f1685d671, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:02:22.456200 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05ad9-d0bc-484d-9005-b7040b42d64c req-063921ae-c364-476c-9fab-a61bcaad5fcd tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:22.457680 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-72b05ad9-d0bc-484d-9005-b7040b42d64c req-063921ae-c364-476c-9fab-a61bcaad5fcd tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0591629 Mar 01 16:02:22.464864 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Network f8fd73e7-cc57-41ef-b832-384f1685d671 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:02:22.474021 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, f8fd73e7-cc57-41ef-b832-384f1685d671) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:02:22.478161 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:22.478757 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.484992 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea60961e-1e84-443f-8c4c-16426529e338 None None] Network f8fd73e7-cc57-41ef-b832-384f1685d671 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:02:22.505779 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-ae91da0e-119c-41c0-8c05-2351190a3759 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3116019 Mar 01 16:02:22.510812 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-72b05ad9-d0bc-484d-9005-b7040b42d64c req-1a2dd5ae-7e8e-432e-a2e7-7160e252276d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473392 Mar 01 16:02:22.588974 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f775b8a-2da0-452a-b257-481039bddbc6 None None] Network f8fd73e7-cc57-41ef-b832-384f1685d671 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:02:22.615300 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35134) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:22.663195 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] Deleting subnet 6fb6865d-496c-45bb-a87f-233cf8a17eed {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:02:22.667043 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] Publish callbacks [] for subnet (6fb6865d-496c-45bb-a87f-233cf8a17eed), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.705678 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126393820'] for subnet (6fb6865d-496c-45bb-a87f-233cf8a17eed), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.752536 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (6fb6865d-496c-45bb-a87f-233cf8a17eed), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.816300 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3493186'] for subnet (6fb6865d-496c-45bb-a87f-233cf8a17eed), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.848998 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb6865d-496c-45bb-a87f-233cf8a17eed,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:22.851369 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.857643 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3437995d-794c-4c09-9e91-7573991801e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6fb6865d-496c-45bb-a87f-233cf8a17eed HTTP/1.1" status: 204 len: 168 time: 0.2391038 Mar 01 16:02:22.858064 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35140) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:22.928094 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (f953a3d0-a4f8-49d1-8d7f-84f977bb811b), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:22.992713 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35144) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:23.011053 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (f953a3d0-a4f8-49d1-8d7f-84f977bb811b), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.030394 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f953a3d0-a4f8-49d1-8d7f-84f977bb811b']}} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:23.039252 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55909ae-204c-455a-b55c-d6740306639c') {'for_net_delete': True} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:23.039553 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55909ae-204c-455a-b55c-d6740306639c') {} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:23.049442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126393803'] for segment (b55909ae-204c-455a-b55c-d6740306639c), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.063653 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (b55909ae-204c-455a-b55c-d6740306639c), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.069489 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:02:23.069923 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826518'] for segment (b55909ae-204c-455a-b55c-d6740306639c), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: Traceback (most recent call last): Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: timer() Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: cb(*args, **kw) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: return func(*args, **kwargs) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: self._notify() Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: self.callback(batched_events) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: event.method(event) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: return f(self, *a, **k) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._get(url).json() Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: return self.request(url, 'GET', **kwargs) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:02:23.071783 dv-cinder-778193-21-iscsi neutron-server[102831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:02:23.098371 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ecff595e-bb8e-4fae-8f00-01d5efdfd74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.125546 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (f953a3d0-a4f8-49d1-8d7f-84f977bb811b), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.141350 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.147093 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f953a3d0-a4f8-49d1-8d7f-84f977bb811b HTTP/1.1" status: 204 len: 168 time: 0.2855597 Mar 01 16:02:23.147093 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741fdaa-e827-4b7e-81f3-b197b0072677 admin admin] Pushing event deleted for resources: {'Network': ['ID=f953a3d0-a4f8-49d1-8d7f-84f977bb811b,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:23.147451 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35148) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:23.185904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ecff595e-bb8e-4fae-8f00-01d5efdfd74d admin admin] Publish callbacks [] for security_group (8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.190682 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ecff595e-bb8e-4fae-8f00-01d5efdfd74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.197185 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] Deleting subnet 919e300c-6f5a-46df-866f-d9a71e8a56d7 {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:02:23.200414 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] Publish callbacks [] for subnet (919e300c-6f5a-46df-866f-d9a71e8a56d7), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.231897 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-ecff595e-bb8e-4fae-8f00-01d5efdfd74d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74e8c4b878084fb4b729e95bfbcc8bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351451 Mar 01 16:02:23.231897 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff595e-bb8e-4fae-8f00-01d5efdfd74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:23.232206 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35150) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:23.249057 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126393820'] for subnet (919e300c-6f5a-46df-866f-d9a71e8a56d7), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.306846 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (919e300c-6f5a-46df-866f-d9a71e8a56d7), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.337427 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5852ed03-c29c-4c3b-b4ff-5529efc5a5ef admin admin] Publish callbacks [] for security_group (8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.369521 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5852ed03-c29c-4c3b-b4ff-5529efc5a5ef admin admin] Publish callbacks [] for security_group (8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.401394 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3493186'] for subnet (919e300c-6f5a-46df-866f-d9a71e8a56d7), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.432726 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.435917 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/919e300c-6f5a-46df-866f-d9a71e8a56d7 HTTP/1.1" status: 204 len: 168 time: 0.2875221 Mar 01 16:02:23.438069 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26927b-85f5-4ed3-9412-071475a0ccbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919e300c-6f5a-46df-866f-d9a71e8a56d7,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:23.439206 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35152) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:23.463526 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5852ed03-c29c-4c3b-b4ff-5529efc5a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.467718 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5852ed03-c29c-4c3b-b4ff-5529efc5a5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.469478 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-5852ed03-c29c-4c3b-b4ff-5529efc5a5ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3 HTTP/1.1" status: 204 len: 168 time: 0.2350471 Mar 01 16:02:23.481802 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ed03-c29c-4c3b-b4ff-5529efc5a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d3c80-fbf8-4eff-9a14-a4e64001b3f3,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:23.548085 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (f8fd73e7-cc57-41ef-b832-384f1685d671), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.636590 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55640776-fdd0-4a5c-bbe9-10db613cab38 req-6e7823e4-2e20-40e4-b518-f445fe8fe227 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:23.638388 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-55640776-fdd0-4a5c-bbe9-10db613cab38 req-6e7823e4-2e20-40e4-b518-f445fe8fe227 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0578134 Mar 01 16:02:23.639593 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (f8fd73e7-cc57-41ef-b832-384f1685d671), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.662185 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fd73e7-cc57-41ef-b832-384f1685d671']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:23.672987 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcc0e5a-5e52-40c1-acb0-8234f789cfb4') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:23.673413 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcc0e5a-5e52-40c1-acb0-8234f789cfb4') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:23.683583 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (6dcc0e5a-5e52-40c1-acb0-8234f789cfb4), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.696967 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-55640776-fdd0-4a5c-bbe9-10db613cab38 req-93963574-4a7c-43d8-88d0-12f36d0848b0 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505967 Mar 01 16:02:23.697802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (6dcc0e5a-5e52-40c1-acb0-8234f789cfb4), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.711369 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:02:23.711895 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (6dcc0e5a-5e52-40c1-acb0-8234f789cfb4), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:02:23.722583 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:02:23.776056 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (f8fd73e7-cc57-41ef-b832-384f1685d671), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.798181 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.798348 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35160) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:23.799406 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] 10.222.0.10 "DELETE /v2.0/networks/f8fd73e7-cc57-41ef-b832-384f1685d671 HTTP/1.1" status: 204 len: 168 time: 0.3587162 Mar 01 16:02:23.802500 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dc7c5-a49b-4742-851f-f5b906ea39fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f8fd73e7-cc57-41ef-b832-384f1685d671,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:23.815465 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-15b1c3c7-889d-4e5c-b484-e22d508f7655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.893873 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-15b1c3c7-889d-4e5c-b484-e22d508f7655 admin admin] Publish callbacks [] for security_group (5ea867a3-aed9-4c11-b356-330d7de40643), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.897864 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-15b1c3c7-889d-4e5c-b484-e22d508f7655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5ea867a3-aed9-4c11-b356-330d7de40643), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:23.938340 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-15b1c3c7-889d-4e5c-b484-e22d508f7655 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=237ec0f6e5f14f879b244a1cdb4b4c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389282 Mar 01 16:02:23.939320 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1c3c7-889d-4e5c-b484-e22d508f7655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea867a3-aed9-4c11-b356-330d7de40643,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:23.941075 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35164) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:23.969980 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35166) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:23.993764 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-83f2aea5-a822-4e21-bec8-d7da285728e3 admin admin] Publish callbacks [] for security_group (5ea867a3-aed9-4c11-b356-330d7de40643), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.008733 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-61f40e60-ec4b-4a2e-8224-6df77fc2a88a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44678ac1f1464897bcba9d5643d5ad81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374136 Mar 01 16:02:24.011130 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35168) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:24.013879 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-83f2aea5-a822-4e21-bec8-d7da285728e3 admin admin] Publish callbacks [] for security_group (5ea867a3-aed9-4c11-b356-330d7de40643), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.060919 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0ba66565-f09f-4b50-8b88-e184d8c060b7 admin admin] Publish callbacks [] for security_group (b26045d9-b6a3-421f-9e20-a0c61a832110), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.062287 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-83f2aea5-a822-4e21-bec8-d7da285728e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5ea867a3-aed9-4c11-b356-330d7de40643), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.064994 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-83f2aea5-a822-4e21-bec8-d7da285728e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.068865 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-83f2aea5-a822-4e21-bec8-d7da285728e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ea867a3-aed9-4c11-b356-330d7de40643 HTTP/1.1" status: 204 len: 168 time: 0.1239922 Mar 01 16:02:24.075305 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2aea5-a822-4e21-bec8-d7da285728e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea867a3-aed9-4c11-b356-330d7de40643,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:24.084854 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0ba66565-f09f-4b50-8b88-e184d8c060b7 admin admin] Publish callbacks [] for security_group (b26045d9-b6a3-421f-9e20-a0c61a832110), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.140180 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0ba66565-f09f-4b50-8b88-e184d8c060b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (b26045d9-b6a3-421f-9e20-a0c61a832110), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.142892 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0ba66565-f09f-4b50-8b88-e184d8c060b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.144099 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-0ba66565-f09f-4b50-8b88-e184d8c060b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b26045d9-b6a3-421f-9e20-a0c61a832110 HTTP/1.1" status: 204 len: 168 time: 0.1318886 Mar 01 16:02:24.152461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba66565-f09f-4b50-8b88-e184d8c060b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26045d9-b6a3-421f-9e20-a0c61a832110,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:24.313904 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0775-44ec-41c0-933c-512cf4ee37cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.420875 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35186) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:24.466363 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-582d16a5-de2f-42ca-90e2-30ea629578c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d550ca828bf42e1ae335622308494c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442863 Mar 01 16:02:24.468768 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35190) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:24.518848 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b8f56009-30c0-4c77-8cb3-5354f81e8e36 admin admin] Publish callbacks [] for security_group (ca623a41-95cd-430c-b29d-a8016537e1ed), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.540827 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b8f56009-30c0-4c77-8cb3-5354f81e8e36 admin admin] Publish callbacks [] for security_group (ca623a41-95cd-430c-b29d-a8016537e1ed), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.589050 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b8f56009-30c0-4c77-8cb3-5354f81e8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ca623a41-95cd-430c-b29d-a8016537e1ed), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.591903 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b8f56009-30c0-4c77-8cb3-5354f81e8e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:24.593199 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b8f56009-30c0-4c77-8cb3-5354f81e8e36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca623a41-95cd-430c-b29d-a8016537e1ed HTTP/1.1" status: 204 len: 168 time: 0.1235650 Mar 01 16:02:24.600885 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f56009-30c0-4c77-8cb3-5354f81e8e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca623a41-95cd-430c-b29d-a8016537e1ed,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:24.827151 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73083941-d04b-4d98-9eed-54023d1d2ab2 req-a0879569-b9de-49d1-b254-d8ee6e7bc348 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:24.828747 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73083941-d04b-4d98-9eed-54023d1d2ab2 req-a0879569-b9de-49d1-b254-d8ee6e7bc348 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0646019 Mar 01 16:02:24.882361 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73083941-d04b-4d98-9eed-54023d1d2ab2 req-a83f9d48-ce7a-4a77-8b0b-a31c0afb589d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477262 Mar 01 16:02:26.019568 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d169-4aa1-4198-aeb3-c331cd727f20 req-d3ae661b-2621-4fe6-983d-a448732d252d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:26.021185 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c77d169-4aa1-4198-aeb3-c331cd727f20 req-d3ae661b-2621-4fe6-983d-a448732d252d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0597706 Mar 01 16:02:26.083878 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c77d169-4aa1-4198-aeb3-c331cd727f20 req-4fa92cce-7f97-4583-b0ff-6aeb6ecc6134 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492997 Mar 01 16:02:26.175053 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35306) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:26.219668 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35310) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:26.319066 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4c8f37ba-c34c-49f4-8385-cb289ebc141b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.321629 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0d0e580f-5b7d-427f-bbba-66b6f1ec894b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.392978 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4c8f37ba-c34c-49f4-8385-cb289ebc141b admin admin] Publish callbacks [] for security_group (214848b0-806a-415d-aa55-2f100f821293), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.395643 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0d0e580f-5b7d-427f-bbba-66b6f1ec894b admin admin] Publish callbacks [] for security_group (261654a3-eff7-4a6c-8112-9eee5cb69e54), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.396787 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4c8f37ba-c34c-49f4-8385-cb289ebc141b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (214848b0-806a-415d-aa55-2f100f821293), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.399530 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0d0e580f-5b7d-427f-bbba-66b6f1ec894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (261654a3-eff7-4a6c-8112-9eee5cb69e54), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.439501 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4c8f37ba-c34c-49f4-8385-cb289ebc141b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff21afff0300462db569d8129dd43067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633009 Mar 01 16:02:26.440333 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f37ba-c34c-49f4-8385-cb289ebc141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214848b0-806a-415d-aa55-2f100f821293,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:26.443416 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35314) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:26.443959 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0d0e580f-5b7d-427f-bbba-66b6f1ec894b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e6e55f2f43b45959375338a141d15ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230272 Mar 01 16:02:26.446899 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35316) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:26.453812 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e580f-5b7d-427f-bbba-66b6f1ec894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261654a3-eff7-4a6c-8112-9eee5cb69e54,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:26.526045 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-569ae11d-3705-4520-800d-d4d9b326c38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.536703 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-777c97d3-b751-4c13-9e57-0576ceb44689 admin admin] Publish callbacks [] for security_group (261654a3-eff7-4a6c-8112-9eee5cb69e54), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.538365 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5d97d993-64d5-4821-8588-60c32134f3e1 admin admin] Publish callbacks [] for security_group (214848b0-806a-415d-aa55-2f100f821293), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.781052 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-777c97d3-b751-4c13-9e57-0576ceb44689 admin admin] Publish callbacks [] for security_group (261654a3-eff7-4a6c-8112-9eee5cb69e54), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.783763 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5d97d993-64d5-4821-8588-60c32134f3e1 admin admin] Publish callbacks [] for security_group (214848b0-806a-415d-aa55-2f100f821293), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.850641 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-777c97d3-b751-4c13-9e57-0576ceb44689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (261654a3-eff7-4a6c-8112-9eee5cb69e54), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.853830 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-777c97d3-b751-4c13-9e57-0576ceb44689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.854956 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-777c97d3-b751-4c13-9e57-0576ceb44689 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/261654a3-eff7-4a6c-8112-9eee5cb69e54 HTTP/1.1" status: 204 len: 168 time: 0.4071696 Mar 01 16:02:26.857619 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5d97d993-64d5-4821-8588-60c32134f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (214848b0-806a-415d-aa55-2f100f821293), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.860190 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5d97d993-64d5-4821-8588-60c32134f3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:26.861055 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-5d97d993-64d5-4821-8588-60c32134f3e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/214848b0-806a-415d-aa55-2f100f821293 HTTP/1.1" status: 204 len: 168 time: 0.4165251 Mar 01 16:02:26.867428 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c97d3-b751-4c13-9e57-0576ceb44689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261654a3-eff7-4a6c-8112-9eee5cb69e54,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:26.877188 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97d993-64d5-4821-8588-60c32134f3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214848b0-806a-415d-aa55-2f100f821293,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:27.075621 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 703e8b9e-d4cf-4e92-9b45-40d92e017797 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:02:27.166714 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35328) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:27.182658 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:27.191425 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ede0ccf8-6743-4c46-9476-e3dda2f13b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.193325 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35330) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:27.194616 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'port_id': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'mac_address': 'fa:16:3e:ed:7b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:02:27.208318 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f98a9ae-52bb-46d5-a960-66572d2e11c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.245840 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 703e8b9e-d4cf-4e92-9b45-40d92e017797 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:02:27.246386 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.263752 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703e8b9e-d4cf-4e92-9b45-40d92e017797 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:02:27.266077 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad9153-f1e5-4e84-a605-82c76c86039b req-55654258-eac1-49fe-83fc-3328db691d49 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:27.273200 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2aad9153-f1e5-4e84-a605-82c76c86039b req-55654258-eac1-49fe-83fc-3328db691d49 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0970056 Mar 01 16:02:27.283785 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:27.288135 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.297234 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f98a9ae-52bb-46d5-a960-66572d2e11c5 admin admin] Publish callbacks [] for security_group (96b6d636-12a6-43ba-94a1-6b386459684b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.301893 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9f98a9ae-52bb-46d5-a960-66572d2e11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (96b6d636-12a6-43ba-94a1-6b386459684b), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.338060 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:27.343672 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9f98a9ae-52bb-46d5-a960-66572d2e11c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2f4b927755e49e3813370d35c8b362f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491590 Mar 01 16:02:27.345561 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.345941 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35332) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:27.346312 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.346692 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.347048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.347412 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.347901 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.348412 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.348617 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98a9ae-52bb-46d5-a960-66572d2e11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b6d636-12a6-43ba-94a1-6b386459684b,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:27.348746 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.349082 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.349416 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.349748 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.350078 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.350975 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:27.351095 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2aad9153-f1e5-4e84-a605-82c76c86039b req-32502403-6f2c-43cd-9f1f-3585d5abe9e1 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770786 Mar 01 16:02:27.360140 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ede0ccf8-6743-4c46-9476-e3dda2f13b65 admin admin] Publish callbacks [] for security_group (54d7ee59-53a1-4f06-ac9b-e6d3b720f585), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.370387 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ede0ccf8-6743-4c46-9476-e3dda2f13b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (54d7ee59-53a1-4f06-ac9b-e6d3b720f585), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.425143 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ede0ccf8-6743-4c46-9476-e3dda2f13b65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46d96ada1e704baa9c5f31fe805176e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564044 Mar 01 16:02:27.427643 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35334) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:27.428073 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0ccf8-6743-4c46-9476-e3dda2f13b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d7ee59-53a1-4f06-ac9b-e6d3b720f585,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:27.441741 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c3b1-17a1-4537-aee2-4a3d58ca9fc1 admin admin] Publish callbacks [] for security_group (96b6d636-12a6-43ba-94a1-6b386459684b), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.463379 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c3b1-17a1-4537-aee2-4a3d58ca9fc1 admin admin] Publish callbacks [] for security_group (96b6d636-12a6-43ba-94a1-6b386459684b), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.475430 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff454957-cea3-4881-897d-3574f2f70a8f admin admin] Publish callbacks [] for security_group (54d7ee59-53a1-4f06-ac9b-e6d3b720f585), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.497612 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff454957-cea3-4881-897d-3574f2f70a8f admin admin] Publish callbacks [] for security_group (54d7ee59-53a1-4f06-ac9b-e6d3b720f585), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.511332 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c3b1-17a1-4537-aee2-4a3d58ca9fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (96b6d636-12a6-43ba-94a1-6b386459684b), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.513859 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c3b1-17a1-4537-aee2-4a3d58ca9fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.517527 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ceb0c3b1-17a1-4537-aee2-4a3d58ca9fc1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96b6d636-12a6-43ba-94a1-6b386459684b HTTP/1.1" status: 204 len: 168 time: 0.1680005 Mar 01 16:02:27.523878 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0c3b1-17a1-4537-aee2-4a3d58ca9fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b6d636-12a6-43ba-94a1-6b386459684b,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:27.549445 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff454957-cea3-4881-897d-3574f2f70a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (54d7ee59-53a1-4f06-ac9b-e6d3b720f585), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.552225 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ff454957-cea3-4881-897d-3574f2f70a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:27.553378 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-ff454957-cea3-4881-897d-3574f2f70a8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54d7ee59-53a1-4f06-ac9b-e6d3b720f585 HTTP/1.1" status: 204 len: 168 time: 0.1247630 Mar 01 16:02:27.562696 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff454957-cea3-4881-897d-3574f2f70a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d7ee59-53a1-4f06-ac9b-e6d3b720f585,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:27.663588 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['703e8b9e-d4cf-4e92-9b45-40d92e017797'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:27.786211 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.273892 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35374) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:28.476901 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd529a5-0824-4f7b-a132-6779d5023184 req-4bb03a02-ead7-452a-9093-bfb631caba17 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:28.479354 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3cd529a5-0824-4f7b-a132-6779d5023184 req-4bb03a02-ead7-452a-9093-bfb631caba17 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 944 time: 0.0597670 Mar 01 16:02:28.488396 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-800219941-network', 'tenant_id': '6f2cffa826f749729a00fcf54adb8538'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:28.509749 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Made reservation on behalf of 6f2cffa826f749729a00fcf54adb8538 for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:28.513069 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.521561 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.538757 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3cd529a5-0824-4f7b-a132-6779d5023184 req-5bfaaf43-ccd4-4e4c-af36-c8daa4fa9aa6 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533655 Mar 01 16:02:28.605058 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks [] for security_group (27ac971f-9d50-40a0-969d-65a2e7ee9ac8), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.608809 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (27ac971f-9d50-40a0-969d-65a2e7ee9ac8), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.629566 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:02:28.645077 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ac971f-9d50-40a0-969d-65a2e7ee9ac8,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:28.647918 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (e0349aae-b92c-4c09-a7f8-a845fc2abfea), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.648261 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Added segment e0349aae-b92c-4c09-a7f8-a845fc2abfea of type vlan for network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 Mar 01 16:02:28.691363 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (b22dbe18-d5c6-4cc5-b80e-22a3f912e643), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.718869 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (b22dbe18-d5c6-4cc5-b80e-22a3f912e643), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.719985 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:28.720606 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.777440 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5024550 Mar 01 16:02:28.780983 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35394) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:28.782968 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716faa4-69ee-4e25-aee1-57578b4a82bb admin admin] Pushing event updated for resources: {'Network': ['ID=b22dbe18-d5c6-4cc5-b80e-22a3f912e643,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:28.786212 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Request body: {'subnet': {'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-800219941-subnet', 'tenant_id': '6f2cffa826f749729a00fcf54adb8538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:28.796336 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:02:28.808147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Made reservation on behalf of 6f2cffa826f749729a00fcf54adb8538 for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:28.810812 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3493225'] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:28.998348 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126826639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3493211'] for subnet (493bb19f-c5a3-43bb-979a-82706bec79bd), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:29.067798 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493bb19f-c5a3-43bb-979a-82706bec79bd,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:29.075337 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Checking segment: {'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:02:29.075705 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Network hostable DHCP agents. Network: b22dbe18-d5c6-4cc5-b80e-22a3f912e643, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:02:29.094170 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 703e8b9e-d4cf-4e92-9b45-40d92e017797 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:02:29.096985 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:02:29.107683 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, b22dbe18-d5c6-4cc5-b80e-22a3f912e643) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:02:29.112795 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:29.113575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:29.121627 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d2c35-da0a-4bd4-ade4-bf4a02176982 None None] Network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:02:29.142745 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-d3899421-6241-45b2-be70-dcc02247a6c1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3529029 Mar 01 16:02:29.227422 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:29.256702 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 703e8b9e-d4cf-4e92-9b45-40d92e017797 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:02:29.276900 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 703e8b9e-d4cf-4e92-9b45-40d92e017797 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:02:29.277280 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:29.283618 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8061b-5e50-4537-a04c-b177cd7cdb07 None None] Network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:02:29.449791 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 703e8b9e-d4cf-4e92-9b45-40d92e017797 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:02:29.450190 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:29.479130 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:29.481339 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695977b-88f6-41f3-96f9-ecbc170e2b59" -d '{"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-plugged", "status": "completed", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:29.509921 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:29.514100 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:29.545416 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c10a25-2334-4ca3-bb23-71f8314e4ba1 x-openstack-request-id: req-62c10a25-2334-4ca3-bb23-71f8314e4ba1 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:29.546053 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-plugged", "status": "completed", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:29.546321 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62c10a25-2334-4ca3-bb23-71f8314e4ba1 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:29.546714 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'code': 200} Mar 01 16:02:29.593996 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:29.726584 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188ed46-2d16-4306-a094-20480080a33d req-29b7a965-a39b-42bb-a030-54dae9941e57 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:29.728769 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3188ed46-2d16-4306-a094-20480080a33d req-29b7a965-a39b-42bb-a030-54dae9941e57 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.1026585 Mar 01 16:02:29.792053 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3188ed46-2d16-4306-a094-20480080a33d req-d52bcb00-ac3f-4ec6-a465-e65b41db6ec9 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Mar 01 16:02:29.847488 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c6bc8-da50-4f71-977e-b19df5cecc3f req-6bdb8950-2c03-4fd3-af44-4edca5b8197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:29.849088 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f1c6bc8-da50-4f71-977e-b19df5cecc3f req-6bdb8950-2c03-4fd3-af44-4edca5b8197e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1129 time: 0.0541902 Mar 01 16:02:29.896309 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f1c6bc8-da50-4f71-977e-b19df5cecc3f req-3aa55f8c-ffec-493d-b00a-d9d669d98948 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405750 Mar 01 16:02:30.594719 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:30.622592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:30.912641 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddadf0-e17f-45f9-bea3-2f6c0d73aa69 req-f2826987-5da1-4a7e-b9c2-c7506709fd1c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:30.914122 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-14ddadf0-e17f-45f9-bea3-2f6c0d73aa69 req-f2826987-5da1-4a7e-b9c2-c7506709fd1c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0529456 Mar 01 16:02:30.963643 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-14ddadf0-e17f-45f9-bea3-2f6c0d73aa69 req-08f10259-a51d-45e4-a7a4-a66d8d9bb7af tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Mar 01 16:02:32.081989 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f320f5-8060-48b5-b91d-8af906023829 req-928fff74-2353-43e6-86e6-6732cd53fb0f tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.083383 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-928fff74-2353-43e6-86e6-6732cd53fb0f tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/networks?id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643 HTTP/1.1" status: 200 len: 808 time: 0.1272697 Mar 01 16:02:32.104630 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-17cb0809-6cc4-4eb0-89cd-beb766e4f024 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/quotas/6f2cffa826f749729a00fcf54adb8538 HTTP/1.1" status: 200 len: 375 time: 0.0143378 Mar 01 16:02:32.112321 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6e715-b4e8-4abe-ab88-0cc91f13433b req-b6768ed9-ae06-488b-a5fd-630532dc6518 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.113756 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-45d6e715-b4e8-4abe-ab88-0cc91f13433b req-b6768ed9-ae06-488b-a5fd-630532dc6518 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0841382 Mar 01 16:02:32.152400 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-8793b802-6216-4acb-9b5a-03dc44550ed5 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f2cffa826f749729a00fcf54adb8538&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376940 Mar 01 16:02:32.231732 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-45d6e715-b4e8-4abe-ab88-0cc91f13433b req-4ea7054b-c1ff-4c13-b730-3219f2700ba5 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083195 Mar 01 16:02:32.272914 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-395c703e-4c53-485b-abb8-237db89e0c08 service neutron] 10.222.0.10 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063440 Mar 01 16:02:32.437629 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-2050f447-793d-4bc6-b3c6-d958bce737a2 service neutron] 10.222.0.10 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575007 Mar 01 16:02:32.451115 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ea997-50a6-4712-8ed2-0018e9a09fca req-5412a4bc-3a1e-4f1a-a5af-722b6829f74e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.452769 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-862ea997-50a6-4712-8ed2-0018e9a09fca req-5412a4bc-3a1e-4f1a-a5af-722b6829f74e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.1089356 Mar 01 16:02:32.456342 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-2056d061-ca95-4b18-af02-4a49c303a05f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1519790 Mar 01 16:02:32.547837 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-862ea997-50a6-4712-8ed2-0018e9a09fca req-d7aaf6a6-5ad4-4b2f-b277-3072067363fb tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885453 Mar 01 16:02:32.563545 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-70a3d978-e6ae-4f5f-baf0-e1ece58ee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.575633 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-70a3d978-e6ae-4f5f-baf0-e1ece58ee721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1129 time: 0.0864925 Mar 01 16:02:32.575732 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35490) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:32.696212 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-2446a50a-a5ef-46d5-9df6-dd725124ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.697830 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-2446a50a-a5ef-46d5-9df6-dd725124ffa8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.1049132 Mar 01 16:02:32.740366 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3fdb70cc-fbf4-43bc-8a85-d4ac86cbd5db req-bc56249e-4957-4e5e-9305-0c2a61660616 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 210 time: 0.0457218 Mar 01 16:02:32.846361 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-1bfb9f1f-def4-47c2-90af-bc5085db7891 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 1000 time: 0.1023471 Mar 01 16:02:32.891286 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dee77d-97d3-48c7-a8e3-7682b465509a tempest-TestShelveInstance-1498820208 tempest-TestShelveInstance-1498820208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.892817 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-75dee77d-97d3-48c7-a8e3-7682b465509a tempest-TestShelveInstance-1498820208 tempest-TestShelveInstance-1498820208-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1124 time: 0.3128052 Mar 01 16:02:32.896379 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35514) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:32.901083 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'port_id': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:32.905048 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-ce8de3e3-a56d-4dbd-b7a7-64b6732a90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.906595 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-ce8de3e3-a56d-4dbd-b7a7-64b6732a90ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0521657 Mar 01 16:02:32.924470 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:32.980843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-cf3e3c9c-c5c0-4eb3-ac46-cda728017593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:32.982486 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-cf3e3c9c-c5c0-4eb3-ac46-cda728017593 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698245 Mar 01 16:02:33.049013 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:33.101620 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-36678c09-8ff0-443d-8301-07b99a04a1b7 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115470 Mar 01 16:02:33.165647 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Allocated IP 172.27.0.48 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/289dfacf-da3c-4c85-b146-90014ddbf1f2) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:02:33.233297 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-afbffa15-6f64-437a-a03d-99fa89a75167 req-3c9489a8-5b52-4dba-840f-b260c8d52763 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248007 Mar 01 16:02:33.297135 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:33.332341 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:33.367971 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:02:33.372501 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:02:33.375920 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:02:33.410627 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'Port': ['ID=289dfacf-da3c-4c85-b146-90014ddbf1f2,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:33.421590 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.421942 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.422285 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.422627 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.422960 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.423320 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.423646 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.423968 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.424287 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.424614 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.424936 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.425254 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.425571 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:33.738062 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f320f5-8060-48b5-b91d-8af906023829 req-45dce859-a532-4b1c-8212-f3ff8578264d tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:33.739811 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-45dce859-a532-4b1c-8212-f3ff8578264d tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "GET /v2.0/networks?id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643 HTTP/1.1" status: 200 len: 808 time: 0.1113482 Mar 01 16:02:33.752350 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Request body: {'port': {'device_id': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643', 'admin_state_up': True, 'tenant_id': '6f2cffa826f749729a00fcf54adb8538'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:33.768700 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for floatingip (1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:33.847731 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:33.869311 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-61e95cb0-d3ff-4e24-8d59-29a06031bf2e req-dfdd1716-b587-4a96-b20c-951afd94daae tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 210 time: 0.0339787 Mar 01 16:02:33.896522 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Made reservation on behalf of 6f2cffa826f749729a00fcf54adb8538 for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:33.900148 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:33.992526 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:33.997656 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.025825 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Allocated IP 172.20.0.7 (b22dbe18-d5c6-4cc5-b80e-22a3f912e643/493bb19f-c5a3-43bb-979a-82706bec79bd/af5de111-6edf-4ace-83e0-dcb3420876e7) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:02:34.069892 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event updated for resources: {'Port': ['ID=289dfacf-da3c-4c85-b146-90014ddbf1f2,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:34.080149 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.172133 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks [] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.181100 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Floating IP 1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa associated. External IP: 172.27.0.48, port: 703e8b9e-d4cf-4e92-9b45-40d92e017797. Mar 01 16:02:34.205394 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.256729 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:02:34.259774 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:02:34.264415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:02:34.268238 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Pushing event updated for resources: {'Port': ['ID=af5de111-6edf-4ace-83e0-dcb3420876e7,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:34.296218 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.296735 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.296918 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.297240 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.297677 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.297970 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.298215 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.298534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.298858 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.299245 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.299517 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.299818 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.301255 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:02:34.325806 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:34.326419 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.343153 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-9f7351ce-d45d-475a-ae24-c7296d44a672 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949445 Mar 01 16:02:34.354738 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Request body: {'port': {'device_id': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:34.410355 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Router 2bc99018-189f-4ff3-aa51-f9c2d09f269d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:02:34.416546 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.527329 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:02:34.537810 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] Sync routers for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:02:34.549330 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:02:34.549956 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:02:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:34.550131 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.590132 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-50d17e7e-baee-40ba-9a4a-6c99ae8d7f31 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6925390 Mar 01 16:02:34.590911 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:34.594930 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e3de41-fd1c-43b9-99e9-918b111d93d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:34.637748 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf22c79-86e9-46d1-b3f0-d0cc2f4a8bc2 x-openstack-request-id: req-3bf22c79-86e9-46d1-b3f0-d0cc2f4a8bc2 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:34.638365 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:34.638621 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bf22c79-86e9-46d1-b3f0-d0cc2f4a8bc2 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:34.639017 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'status': 'completed', 'code': 200} Mar 01 16:02:34.686444 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:02:34.687643 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35554) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:34.741956 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5de111-6edf-4ace-83e0-dcb3420876e7 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:02:34.750927 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Publish callbacks [] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.767128 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Transition to ACTIVE for port object af5de111-6edf-4ace-83e0-dcb3420876e7 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:02:34.772836 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.809907 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-4be779f1-1894-46ef-9e31-efb7da82e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:34.812112 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-4be779f1-1894-46ef-9e31-efb7da82e039 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1129 time: 0.0682719 Mar 01 16:02:34.834955 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Pushing event updated for resources: {'Port': ['ID=af5de111-6edf-4ace-83e0-dcb3420876e7,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:34.890884 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-afbf4a1c-76ac-4f01-8233-e0cdf54e2288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:34.939024 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Attempting to bind port af5de111-6edf-4ace-83e0-dcb3420876e7 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:02:34.939629 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Attempting to bind port af5de111-6edf-4ace-83e0-dcb3420876e7 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:02:34.940055 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Attempting to bind port af5de111-6edf-4ace-83e0-dcb3420876e7 on network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:02:34.958813 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-e6b5e89a-ff86-4583-8ecf-f829e0af7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:34.959083 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Port af5de111-6edf-4ace-83e0-dcb3420876e7 on network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:02:34.959673 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Attempting to bind port af5de111-6edf-4ace-83e0-dcb3420876e7 on network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:02:34.960325 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-e6b5e89a-ff86-4583-8ecf-f829e0af7a4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 910 time: 0.1411586 Mar 01 16:02:34.966874 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:02:34.967632 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Checking segment: {'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:02:34.968128 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Bound using segment: {'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:02:34.968654 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Bound port: af5de111-6edf-4ace-83e0-dcb3420876e7, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:02:34.969108 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.047358 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c230bd9-67f6-4abb-a039-fda2ce3e82ca req-ea8fbf32-3886-4e96-aa61-7bc9d168914a tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.050177 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9c230bd9-67f6-4abb-a039-fda2ce3e82ca req-ea8fbf32-3886-4e96-aa61-7bc9d168914a tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 943 time: 0.1015782 Mar 01 16:02:35.054187 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-5aac3d62-d918-492c-ac9b-d13006304e7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 998 time: 0.0853503 Mar 01 16:02:35.058840 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-afbf4a1c-76ac-4f01-8233-e0cdf54e2288 admin admin] Publish callbacks [] for security_group (10b96d45-fe58-4ba1-93d6-586abfa90c83), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.068794 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-afbf4a1c-76ac-4f01-8233-e0cdf54e2288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (10b96d45-fe58-4ba1-93d6-586abfa90c83), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.088393 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] For port af5de111-6edf-4ace-83e0-dcb3420876e7, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:02:35.099356 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'port_id': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'mac_address': 'fa:16:3e:ed:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:02:33Z', 'updated_at': '2022-03-01T16:02:33Z', 'revision_number': 0, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 5, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:35.109764 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] For port af5de111-6edf-4ace-83e0-dcb3420876e7, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af5de111-6edf-4ace-83e0-dcb3420876e7,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:02:35.122347 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.130522 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] Checking router: 2bc99018-189f-4ff3-aa51-f9c2d09f269d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:02:35.137920 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-afbf4a1c-76ac-4f01-8233-e0cdf54e2288 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d7b7193583448ca8221ca22a402dc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491324 Mar 01 16:02:35.139532 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:02:35.140356 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:02:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:35.141835 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35564) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:35.143955 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf4a1c-76ac-4f01-8233-e0cdf54e2288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b96d45-fe58-4ba1-93d6-586abfa90c83,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:35.147392 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-10424873-fe8a-4282-a214-3e87962f9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.148834 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-10424873-fe8a-4282-a214-3e87962f9356 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.0884073 Mar 01 16:02:35.168555 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9c230bd9-67f6-4abb-a039-fda2ce3e82ca req-c79fa341-6980-4d0f-a925-d4f4642f925c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078928 Mar 01 16:02:35.180940 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.181918 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.183566 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] 10.222.0.64 "PUT /v2.0/ports/af5de111-6edf-4ace-83e0-dcb3420876e7 HTTP/1.1" status: 200 len: 1093 time: 0.8335614 Mar 01 16:02:35.188429 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'tag': 'af5de111-6edf-4ace-83e0-dcb3420876e7'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:35.193125 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68751bc5-c8fe-4e83-bc3a-81448c00927e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc6d179-9dad-4940-a0d8-7481f767701f", "tag": "af5de111-6edf-4ace-83e0-dcb3420876e7"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:35.230265 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-536dcb4c-b0a0-4fe7-baae-453f3efd6c33 admin admin] Publish callbacks [] for security_group (10b96d45-fe58-4ba1-93d6-586abfa90c83), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.234740 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-19cd63f9-ea8c-4b18-be38-9efb1dc0db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.236262 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-19cd63f9-ea8c-4b18-be38-9efb1dc0db7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800202 Mar 01 16:02:35.239471 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f471-3d05-4083-9842-c5948d9a441f service neutron] Pushing event updated for resources: {'Port': ['ID=af5de111-6edf-4ace-83e0-dcb3420876e7,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:35.266068 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8f05d-48a8-4b22-9a83-40fd5a315c91 x-openstack-request-id: req-5ef8f05d-48a8-4b22-9a83-40fd5a315c91 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:35.266068 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc6d179-9dad-4940-a0d8-7481f767701f", "tag": "af5de111-6edf-4ace-83e0-dcb3420876e7", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:35.266816 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ef8f05d-48a8-4b22-9a83-40fd5a315c91 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:35.267288 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'tag': 'af5de111-6edf-4ace-83e0-dcb3420876e7', 'status': 'completed', 'code': 200} Mar 01 16:02:35.284530 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:02:35.302304 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f320f5-8060-48b5-b91d-8af906023829 req-cba62517-1ec6-4bc4-95e0-a599bbab2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.304007 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-cba62517-1ec6-4bc4-95e0-a599bbab2218 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2cffa826f749729a00fcf54adb8538&device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 1127 time: 0.0559962 Mar 01 16:02:35.346919 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-b0784bd0-b805-4ba3-855f-bc18780bd70a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5de111-6edf-4ace-83e0-dcb3420876e7 HTTP/1.1" status: 200 len: 217 time: 0.0359187 Mar 01 16:02:35.400705 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f320f5-8060-48b5-b91d-8af906023829 req-b45aa18e-5853-44e8-ae30-deb549da729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.402214 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-b45aa18e-5853-44e8-ae30-deb549da729d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=493bb19f-c5a3-43bb-979a-82706bec79bd HTTP/1.1" status: 200 len: 848 time: 0.0492234 Mar 01 16:02:35.436194 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-18458f43-f8bb-4b09-8d2e-55270d2bebc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269017 Mar 01 16:02:35.520894 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'port_id': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'mac_address': 'fa:16:3e:ed:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:02:33Z', 'updated_at': '2022-03-01T16:02:33Z', 'revision_number': 0, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 5, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:02:35.530701 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-7d8487ca-d414-437c-999e-f72ba4ec3674 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882185 Mar 01 16:02:35.532883 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-536dcb4c-b0a0-4fe7-baae-453f3efd6c33 admin admin] Publish callbacks [] for security_group (10b96d45-fe58-4ba1-93d6-586abfa90c83), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.563390 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f315c5-d96f-41bc-b1fe-b91dfaf2c5c4 None None] The sync data for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi is: [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'port_id': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'mac_address': 'fa:16:3e:ed:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:02:33Z', 'updated_at': '2022-03-01T16:02:33Z', 'revision_number': 0, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 5, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:02:35.605360 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-92066d26-c1df-4bb0-bee0-90495d39c61a service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598726 Mar 01 16:02:35.631741 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-536dcb4c-b0a0-4fe7-baae-453f3efd6c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (10b96d45-fe58-4ba1-93d6-586abfa90c83), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.634555 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-536dcb4c-b0a0-4fe7-baae-453f3efd6c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:35.635912 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-536dcb4c-b0a0-4fe7-baae-453f3efd6c33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10b96d45-fe58-4ba1-93d6-586abfa90c83 HTTP/1.1" status: 204 len: 168 time: 0.4931669 Mar 01 16:02:35.668874 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81f320f5-8060-48b5-b91d-8af906023829 req-72a513db-31a6-44a9-91cb-67ba3721cac4 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314192 Mar 01 16:02:35.679395 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dcb4c-b0a0-4fe7-baae-453f3efd6c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b96d45-fe58-4ba1-93d6-586abfa90c83,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:35.734910 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-55e3de41-fd1c-43b9-99e9-918b111d93d1 req-11cf4927-f463-4dd2-a830-5f4222484d70 service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219740 Mar 01 16:02:35.805981 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-5eed23f3-fea9-44f9-9b62-6be12742805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.808482 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-5eed23f3-fea9-44f9-9b62-6be12742805c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2cffa826f749729a00fcf54adb8538&device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 1127 time: 0.0577309 Mar 01 16:02:35.912787 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376700-7946-4d7a-9dc6-c3855f32cf98 None None] New status for floating IP 1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa: ACTIVE {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:02:35.942485 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-3b1d44d5-a002-47dc-9ddc-aa472501833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:35.945394 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-3b1d44d5-a002-47dc-9ddc-aa472501833d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643 HTTP/1.1" status: 200 len: 909 time: 0.1291878 Mar 01 16:02:36.006672 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-b6cd1701-527e-4b05-a4ed-5dc6778fbe2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5de111-6edf-4ace-83e0-dcb3420876e7 HTTP/1.1" status: 200 len: 217 time: 0.0525098 Mar 01 16:02:36.042627 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35578) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:36.058490 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-22378677-3c13-4e35-bbc7-78ae9262065d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:36.064989 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-991a0795-8e0c-47dc-8039-5f9439a4c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:36.067035 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-991a0795-8e0c-47dc-8039-5f9439a4c734 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=493bb19f-c5a3-43bb-979a-82706bec79bd HTTP/1.1" status: 200 len: 848 time: 0.0531297 Mar 01 16:02:36.100782 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-cd2e4046-f949-43c3-951e-b267f507c339 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261331 Mar 01 16:02:36.141923 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-22378677-3c13-4e35-bbc7-78ae9262065d admin admin] Publish callbacks [] for security_group (e1cb7454-3566-4390-9a81-d0038682b60b), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:36.145831 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-22378677-3c13-4e35-bbc7-78ae9262065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e1cb7454-3566-4390-9a81-d0038682b60b), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:36.172976 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-22378677-3c13-4e35-bbc7-78ae9262065d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa8e0026e7154a76b4d3cc2eb0662e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292367 Mar 01 16:02:36.175722 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35580) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:36.191623 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22378677-3c13-4e35-bbc7-78ae9262065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb7454-3566-4390-9a81-d0038682b60b,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:36.232660 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-7bf37ba8-0dde-4975-a152-03800823e139 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255891 Mar 01 16:02:36.299904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9ebbfbf1-6072-4c4a-b3d6-9d73c12fbe69 admin admin] Publish callbacks [] for security_group (e1cb7454-3566-4390-9a81-d0038682b60b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:36.315877 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431837-ecd4-40df-acaa-b14dfb39337d req-7843993a-7bd5-4b82-868a-6ff311811055 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:36.317291 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f431837-ecd4-40df-acaa-b14dfb39337d req-7843993a-7bd5-4b82-868a-6ff311811055 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 943 time: 0.0546510 Mar 01 16:02:36.336023 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9ebbfbf1-6072-4c4a-b3d6-9d73c12fbe69 admin admin] Publish callbacks [] for security_group (e1cb7454-3566-4390-9a81-d0038682b60b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:36.366859 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f431837-ecd4-40df-acaa-b14dfb39337d req-98e51db4-42b3-4248-ad59-f58eac1410a0 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Mar 01 16:02:36.386593 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-68751bc5-c8fe-4e83-bc3a-81448c00927e req-29d74437-944e-4c33-95e2-93d84c3259e1 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450827 Mar 01 16:02:36.404766 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9ebbfbf1-6072-4c4a-b3d6-9d73c12fbe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (e1cb7454-3566-4390-9a81-d0038682b60b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:36.407509 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9ebbfbf1-6072-4c4a-b3d6-9d73c12fbe69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:36.409516 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9ebbfbf1-6072-4c4a-b3d6-9d73c12fbe69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1cb7454-3566-4390-9a81-d0038682b60b HTTP/1.1" status: 204 len: 168 time: 0.2303011 Mar 01 16:02:36.428100 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbfbf1-6072-4c4a-b3d6-9d73c12fbe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb7454-3566-4390-9a81-d0038682b60b,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:37.462685 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35626) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:37.491688 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac03040-208e-4dac-bfc4-f8dd58eb092d req-44a3e932-9029-418d-9390-2f7da1e202f9 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:37.493539 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ac03040-208e-4dac-bfc4-f8dd58eb092d req-44a3e932-9029-418d-9390-2f7da1e202f9 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 943 time: 0.0565481 Mar 01 16:02:37.539487 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ac03040-208e-4dac-bfc4-f8dd58eb092d req-72a866ac-2448-4766-bd2a-6d38d6c7058a tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Mar 01 16:02:37.572307 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-587cbb19-d177-41f7-814f-da5146d72317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:37.643586 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-587cbb19-d177-41f7-814f-da5146d72317 admin admin] Publish callbacks [] for security_group (92664a26-a519-44da-8f70-74f173c92b64), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:37.646976 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-587cbb19-d177-41f7-814f-da5146d72317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (92664a26-a519-44da-8f70-74f173c92b64), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:37.684697 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-587cbb19-d177-41f7-814f-da5146d72317 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d03760ee39074d5297f7f280fa6820c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206326 Mar 01 16:02:37.686458 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cbb19-d177-41f7-814f-da5146d72317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92664a26-a519-44da-8f70-74f173c92b64,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:37.687474 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35632) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:37.749606 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a2b65e4e-3dce-47d0-bb36-3fcbd0c7a51c admin admin] Publish callbacks [] for security_group (92664a26-a519-44da-8f70-74f173c92b64), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:37.770062 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a2b65e4e-3dce-47d0-bb36-3fcbd0c7a51c admin admin] Publish callbacks [] for security_group (92664a26-a519-44da-8f70-74f173c92b64), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:37.815712 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a2b65e4e-3dce-47d0-bb36-3fcbd0c7a51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (92664a26-a519-44da-8f70-74f173c92b64), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:37.818226 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a2b65e4e-3dce-47d0-bb36-3fcbd0c7a51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:37.819409 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a2b65e4e-3dce-47d0-bb36-3fcbd0c7a51c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92664a26-a519-44da-8f70-74f173c92b64 HTTP/1.1" status: 204 len: 168 time: 0.1308680 Mar 01 16:02:37.827404 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65e4e-3dce-47d0-bb36-3fcbd0c7a51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92664a26-a519-44da-8f70-74f173c92b64,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:38.675248 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126c4fd-6669-467b-9ecb-3efbf5a2fd1a req-9b965b23-13cb-4404-88ee-29e7b3bc306e tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:38.676926 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3126c4fd-6669-467b-9ecb-3efbf5a2fd1a req-9b965b23-13cb-4404-88ee-29e7b3bc306e tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 943 time: 0.0648165 Mar 01 16:02:38.724437 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3126c4fd-6669-467b-9ecb-3efbf5a2fd1a req-5b77f5a3-fbbf-4499-ac0a-433a08ba6f2e tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Mar 01 16:02:39.156464 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device af5de111-6edf-4ace-83e0-dcb3420876e7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:02:39.262378 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port af5de111-6edf-4ace-83e0-dcb3420876e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af5de111-6edf-4ace-83e0-dcb3420876e7,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:39.273052 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'af5de111-6edf-4ace-83e0-dcb3420876e7', 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643', 'port_id': 'af5de111-6edf-4ace-83e0-dcb3420876e7', 'mac_address': 'fa:16:3e:98:ef:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493bb19f-c5a3-43bb-979a-82706bec79bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:02:39.309036 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port af5de111-6edf-4ace-83e0-dcb3420876e7 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:02:39.309424 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:39.321805 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5de111-6edf-4ace-83e0-dcb3420876e7 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:02:39.340455 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port af5de111-6edf-4ace-83e0-dcb3420876e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af5de111-6edf-4ace-83e0-dcb3420876e7,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:39.343958 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:39.388179 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=af5de111-6edf-4ace-83e0-dcb3420876e7,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:39.804421 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['af5de111-6edf-4ace-83e0-dcb3420876e7'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:39.845812 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b571bd1-3574-4b28-9f32-5420e0fd7a89 req-e540a0c2-9083-4bdb-8178-22d6078c1b72 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:39.847315 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b571bd1-3574-4b28-9f32-5420e0fd7a89 req-e540a0c2-9083-4bdb-8178-22d6078c1b72 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 944 time: 0.0538335 Mar 01 16:02:39.894682 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b571bd1-3574-4b28-9f32-5420e0fd7a89 req-7d590dc1-74e5-485e-8818-90d772613cb1 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Mar 01 16:02:41.006650 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566f80-f5b0-4150-9d7a-a4c7f8c4de5f req-e48071fa-b8d9-4f56-b192-02882c42fe98 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:41.008140 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f3566f80-f5b0-4150-9d7a-a4c7f8c4de5f req-e48071fa-b8d9-4f56-b192-02882c42fe98 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 944 time: 0.0500538 Mar 01 16:02:41.057731 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f3566f80-f5b0-4150-9d7a-a4c7f8c4de5f req-f7192eef-8c53-4fab-9827-4519a1daa0ce tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Mar 01 16:02:41.182278 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device af5de111-6edf-4ace-83e0-dcb3420876e7 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:02:41.229013 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port af5de111-6edf-4ace-83e0-dcb3420876e7 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:02:41.232476 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port af5de111-6edf-4ace-83e0-dcb3420876e7 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:02:41.232855 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:41.316652 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port af5de111-6edf-4ace-83e0-dcb3420876e7 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:02:41.317053 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:41.339953 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5de111-6edf-4ace-83e0-dcb3420876e7'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:41.342220 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f34dfd-0086-4c62-b81a-df673401939f" -d '{"events": [{"server_uuid": "ffc6d179-9dad-4940-a0d8-7481f767701f", "name": "network-vif-plugged", "status": "completed", "tag": "af5de111-6edf-4ace-83e0-dcb3420876e7"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:41.355084 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port af5de111-6edf-4ace-83e0-dcb3420876e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af5de111-6edf-4ace-83e0-dcb3420876e7,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:41.359751 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:41.388875 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738f4889-b34c-4c9f-981f-8e31e87d89cf x-openstack-request-id: req-738f4889-b34c-4c9f-981f-8e31e87d89cf {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:41.389102 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc6d179-9dad-4940-a0d8-7481f767701f", "name": "network-vif-plugged", "status": "completed", "tag": "af5de111-6edf-4ace-83e0-dcb3420876e7", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:41.389371 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-738f4889-b34c-4c9f-981f-8e31e87d89cf {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:41.389759 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5de111-6edf-4ace-83e0-dcb3420876e7', 'code': 200} Mar 01 16:02:41.411289 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=af5de111-6edf-4ace-83e0-dcb3420876e7,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:41.554117 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1fbd-a958-42e2-a5b9-f0cad5e79df5 req-cb522d93-208f-46d3-bca7-d9b479bbef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:41.555729 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-88ca1fbd-a958-42e2-a5b9-f0cad5e79df5 req-cb522d93-208f-46d3-bca7-d9b479bbef58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 1129 time: 0.0442164 Mar 01 16:02:41.602085 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-88ca1fbd-a958-42e2-a5b9-f0cad5e79df5 req-cf3f86eb-aa12-42f8-b1cd-4e10052b8922 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Mar 01 16:02:42.172415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e8d9-bd58-40bf-b67f-7b5a5425cc09 req-2573630c-3524-4459-a824-f7c3797866cb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:42.173866 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e236e8d9-bd58-40bf-b67f-7b5a5425cc09 req-2573630c-3524-4459-a824-f7c3797866cb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 945 time: 0.0516555 Mar 01 16:02:42.218552 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e236e8d9-bd58-40bf-b67f-7b5a5425cc09 req-febd2eb8-f563-4751-b0e1-0fed1d204e0a tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Mar 01 16:02:43.335837 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff13650-73f2-4983-b11a-56e5a0f0d0d7 req-3874ddeb-63ab-48f5-b17f-baf81dfa796a tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:43.337398 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6ff13650-73f2-4983-b11a-56e5a0f0d0d7 req-3874ddeb-63ab-48f5-b17f-baf81dfa796a tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 945 time: 0.0513208 Mar 01 16:02:43.383065 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6ff13650-73f2-4983-b11a-56e5a0f0d0d7 req-299c2cb1-48e4-4213-8f7d-4d356a70e8fc tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Mar 01 16:02:44.095175 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dfc24-2271-47bb-8ce8-1bbfa4d01655 req-a302009c-62c5-4bee-b161-80fd9562e954 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:44.099585 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c57dfc24-2271-47bb-8ce8-1bbfa4d01655 req-a302009c-62c5-4bee-b161-80fd9562e954 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 945 time: 0.0692477 Mar 01 16:02:44.143135 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c57dfc24-2271-47bb-8ce8-1bbfa4d01655 req-dde0ff96-5a5f-4fde-aac1-38245763690b tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Mar 01 16:02:44.997247 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d551c10-a75d-40b3-9d7a-c1f9e3b90d97 req-26689ed8-79da-4c45-9114-845756d64641 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:44.998682 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2d551c10-a75d-40b3-9d7a-c1f9e3b90d97 req-26689ed8-79da-4c45-9114-845756d64641 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0587797 Mar 01 16:02:45.048540 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2d551c10-a75d-40b3-9d7a-c1f9e3b90d97 req-576186c0-8112-49eb-be1e-dcfb5891ebd5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440619 Mar 01 16:02:45.271485 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbdae0-26a9-466d-8b56-5e645a25bee1 req-d42f308e-3f2e-4578-8c52-c3df478e8a3b tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:45.273113 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bedbdae0-26a9-466d-8b56-5e645a25bee1 req-d42f308e-3f2e-4578-8c52-c3df478e8a3b tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 945 time: 0.0579343 Mar 01 16:02:45.318228 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bedbdae0-26a9-466d-8b56-5e645a25bee1 req-d1291149-d0b3-4a38-91dc-5f95aa9e8195 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Mar 01 16:02:45.868024 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-1455f220-7d79-489b-be4c-3107055612ec tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:45.870107 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-1455f220-7d79-489b-be4c-3107055612ec tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 945 time: 0.0839341 Mar 01 16:02:46.006273 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Deleting port af5de111-6edf-4ace-83e0-dcb3420876e7 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:02:46.006532 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:46.098272 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] For port af5de111-6edf-4ace-83e0-dcb3420876e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af5de111-6edf-4ace-83e0-dcb3420876e7,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:46.098645 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:46.114056 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Calling delete_port for af5de111-6edf-4ace-83e0-dcb3420876e7 owned by compute:nova {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:02:46.182268 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cbe9b-a78b-418b-9763-dc5adf49e496 req-86b83f18-2d60-4182-a109-acdde928b24d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:46.192542 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-876cbe9b-a78b-418b-9763-dc5adf49e496 req-86b83f18-2d60-4182-a109-acdde928b24d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0599525 Mar 01 16:02:46.234460 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-876cbe9b-a78b-418b-9763-dc5adf49e496 req-8db97b96-2812-4ec6-9294-057b56769c11 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409417 Mar 01 16:02:46.247034 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (af5de111-6edf-4ace-83e0-dcb3420876e7), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:46.277808 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['af5de111-6edf-4ace-83e0-dcb3420876e7'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:46.285754 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Pushing event deleted for resources: {'Port': ['ID=af5de111-6edf-4ace-83e0-dcb3420876e7,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:46.347938 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] No DVR routers for this DVR port af5de111-6edf-4ace-83e0-dcb3420876e7 on host hv-cinder-77819 {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:02:46.350566 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:46.355395 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-946d57ff-d02c-4ea1-9a3c-d11a67b76e43 req-89b36aa6-9e3a-4ab0-9481-a6cb945c023c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "DELETE /v2.0/ports/af5de111-6edf-4ace-83e0-dcb3420876e7 HTTP/1.1" status: 204 len: 173 time: 0.4755802 Mar 01 16:02:46.355905 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'name': 'network-vif-deleted', 'tag': 'af5de111-6edf-4ace-83e0-dcb3420876e7'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:46.358202 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b229e453-adef-437a-9051-e75e83d9f673" -d '{"events": [{"server_uuid": "ffc6d179-9dad-4940-a0d8-7481f767701f", "name": "network-vif-deleted", "tag": "af5de111-6edf-4ace-83e0-dcb3420876e7"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:46.397533 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17e43ad-ff5d-45c8-9e0e-4833a4db75f9 x-openstack-request-id: req-e17e43ad-ff5d-45c8-9e0e-4833a4db75f9 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:46.397906 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc6d179-9dad-4940-a0d8-7481f767701f", "name": "network-vif-deleted", "tag": "af5de111-6edf-4ace-83e0-dcb3420876e7", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:46.398170 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e17e43ad-ff5d-45c8-9e0e-4833a4db75f9 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:46.398583 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc6d179-9dad-4940-a0d8-7481f767701f', 'name': 'network-vif-deleted', 'tag': 'af5de111-6edf-4ace-83e0-dcb3420876e7', 'status': 'completed', 'code': 200} Mar 01 16:02:46.420387 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-626d6fcd-321b-4a49-81a4-e65df4a1ca2c req-c9a4997f-0fa1-439a-b666-91d9a53b05f7 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc6d179-9dad-4940-a0d8-7481f767701f HTTP/1.1" status: 200 len: 210 time: 0.0296962 Mar 01 16:02:46.729641 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:02:47.366999 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8a545-2e8e-40ad-a45d-630367b08aac req-4413077f-808e-416d-952a-b7ad23488ec4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:47.369034 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d7a8a545-2e8e-40ad-a45d-630367b08aac req-4413077f-808e-416d-952a-b7ad23488ec4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0546567 Mar 01 16:02:47.415047 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d7a8a545-2e8e-40ad-a45d-630367b08aac req-ec0ba800-6812-427c-962b-08bc33a34be8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Mar 01 16:02:47.727305 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba229ae-461b-4846-9618-044dc6462e04 req-df9da49a-c406-4891-bb9a-b1ee129e5be7 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:47.729385 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-df9da49a-c406-4891-bb9a-b1ee129e5be7 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/networks?id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643 HTTP/1.1" status: 200 len: 808 time: 0.1001191 Mar 01 16:02:47.743826 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-62cc2ca6-4d7b-4fd0-8962-04527a8ff444 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/quotas/6f2cffa826f749729a00fcf54adb8538 HTTP/1.1" status: 200 len: 375 time: 0.0086203 Mar 01 16:02:47.776893 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-a216023d-810b-4f82-9f3a-b36654db79bb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f2cffa826f749729a00fcf54adb8538&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284646 Mar 01 16:02:47.863798 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-0d5be005-7239-4bcb-8593-cbddebfc2bac service neutron] 10.222.0.10 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803108 Mar 01 16:02:47.954022 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-f9f4b83c-24a2-48e5-934b-6080d2caa53a service neutron] 10.222.0.10 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839691 Mar 01 16:02:48.105064 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-86567461-8cfd-43bc-8bea-b62e70855b41 req-c03b9e8c-96ed-4784-b2e1-169bb7d2a48f tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 210 time: 0.0268483 Mar 01 16:02:48.543725 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1820-da08-4308-bfb1-fe3301d69234 req-481e4fec-2a38-4578-ad3f-a4a3c33c7d71 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:48.545381 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6fbc1820-da08-4308-bfb1-fe3301d69234 req-481e4fec-2a38-4578-ad3f-a4a3c33c7d71 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0572119 Mar 01 16:02:48.598262 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 35854) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:48.602966 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6fbc1820-da08-4308-bfb1-fe3301d69234 req-d200ad7c-7024-4c49-b300-1add7a823adc tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513134 Mar 01 16:02:48.706678 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-6e1be621-fbe1-4949-8841-7b74ee7d0ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:48.778847 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-6e1be621-fbe1-4949-8841-7b74ee7d0ebd admin admin] Publish callbacks [] for security_group (9a19a3e3-24dc-4ae3-be94-08384f320100), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:48.782178 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-6e1be621-fbe1-4949-8841-7b74ee7d0ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (9a19a3e3-24dc-4ae3-be94-08384f320100), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:48.820630 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-6e1be621-fbe1-4949-8841-7b74ee7d0ebd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ebbabb9cecc4a2695aa1d9449d147cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207608 Mar 01 16:02:48.821703 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1be621-fbe1-4949-8841-7b74ee7d0ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a19a3e3-24dc-4ae3-be94-08384f320100,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:48.823430 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 35858) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:02:48.871097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-57990521-e7a2-4f44-b57f-a834c82309b0 admin admin] Publish callbacks [] for security_group (9a19a3e3-24dc-4ae3-be94-08384f320100), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:48.895466 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-57990521-e7a2-4f44-b57f-a834c82309b0 admin admin] Publish callbacks [] for security_group (9a19a3e3-24dc-4ae3-be94-08384f320100), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:49.145981 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba229ae-461b-4846-9618-044dc6462e04 req-182b7cf2-8e22-4d31-ae2e-1884ac1bb03b tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:49.147890 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-182b7cf2-8e22-4d31-ae2e-1884ac1bb03b tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "GET /v2.0/networks?id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643 HTTP/1.1" status: 200 len: 808 time: 0.1162946 Mar 01 16:02:49.161838 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-57990521-e7a2-4f44-b57f-a834c82309b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (9a19a3e3-24dc-4ae3-be94-08384f320100), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:49.163021 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Request body: {'port': {'device_id': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643', 'admin_state_up': True, 'tenant_id': '6f2cffa826f749729a00fcf54adb8538'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:49.169059 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-57990521-e7a2-4f44-b57f-a834c82309b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:49.175641 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-57990521-e7a2-4f44-b57f-a834c82309b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a19a3e3-24dc-4ae3-be94-08384f320100 HTTP/1.1" status: 204 len: 168 time: 0.3481088 Mar 01 16:02:49.188794 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57990521-e7a2-4f44-b57f-a834c82309b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a19a3e3-24dc-4ae3-be94-08384f320100,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:49.225954 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2dce436e-73ea-4fe4-b887-0bb3e39baaa2 req-205f0132-a89c-477d-8d9f-0f08be3f6808 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 210 time: 0.0382445 Mar 01 16:02:49.231989 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device af5de111-6edf-4ace-83e0-dcb3420876e7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:02:49.253038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: af5de111-6edf-4ace-83e0-dcb3420876e7 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:02:49.253403 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device af5de111-6edf-4ace-83e0-dcb3420876e7 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:02:49.305278 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Made reservation on behalf of 6f2cffa826f749729a00fcf54adb8538 for: {'port': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:02:49.308834 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:49.439782 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Allocated IP 172.20.0.5 (b22dbe18-d5c6-4cc5-b80e-22a3f912e643/493bb19f-c5a3-43bb-979a-82706bec79bd/b711e834-8eff-4588-92f5-74877b996c75) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:02:49.586621 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks [] for port (b711e834-8eff-4588-92f5-74877b996c75), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:49.617833 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (b711e834-8eff-4588-92f5-74877b996c75), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:49.665033 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:02:49.668594 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:02:49.672307 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:02:49.678706 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Pushing event updated for resources: {'Port': ['ID=b711e834-8eff-4588-92f5-74877b996c75,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:49.723018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:49.723552 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:49.726594 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ceb36-288e-4e6c-b16e-ed85aedf6f21 req-d5befc49-28f0-4bc2-a974-f6222531bfc8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:49.728158 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b35ceb36-288e-4e6c-b16e-ed85aedf6f21 req-d5befc49-28f0-4bc2-a974-f6222531bfc8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0527008 Mar 01 16:02:49.740188 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-23b56814-08d6-45d5-aa17-71aad3d99dfb tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814281 Mar 01 16:02:49.751027 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Request body: {'port': {'device_id': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:02:49.777503 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b35ceb36-288e-4e6c-b16e-ed85aedf6f21 req-184bb1b3-90e8-478c-9bea-6f59721bfc6c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 Mar 01 16:02:49.809091 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b711e834-8eff-4588-92f5-74877b996c75), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:50.061038 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b711e834-8eff-4588-92f5-74877b996c75 {{(pid=102830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:02:50.068276 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Publish callbacks [] for port (b711e834-8eff-4588-92f5-74877b996c75), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:50.079431 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.provisioning_blocks [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Transition to ACTIVE for port object b711e834-8eff-4588-92f5-74877b996c75 will not be triggered until provisioned by entity L2. {{(pid=102830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:02:50.083159 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (b711e834-8eff-4588-92f5-74877b996c75), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:50.131735 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b711e834-8eff-4588-92f5-74877b996c75,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:50.192666 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Attempting to bind port b711e834-8eff-4588-92f5-74877b996c75 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:02:50.192998 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Attempting to bind port b711e834-8eff-4588-92f5-74877b996c75 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:02:50.193322 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Attempting to bind port b711e834-8eff-4588-92f5-74877b996c75 on network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:02:50.197538 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Port b711e834-8eff-4588-92f5-74877b996c75 on network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:02:50.197857 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Attempting to bind port b711e834-8eff-4588-92f5-74877b996c75 on network b22dbe18-d5c6-4cc5-b80e-22a3f912e643 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:02:50.202466 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:02:50.202796 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Checking segment: {'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:02:50.203172 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Bound using segment: {'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:02:50.203614 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Bound port: b711e834-8eff-4588-92f5-74877b996c75, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0349aae-b92c-4c09-a7f8-a845fc2abfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643'}}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:02:50.203968 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b711e834-8eff-4588-92f5-74877b996c75), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:50.266219 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] For port b711e834-8eff-4588-92f5-74877b996c75, host hv-cinder-77819, cleared binding levels {{(pid=102830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:02:50.269449 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] For port b711e834-8eff-4588-92f5-74877b996c75, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b711e834-8eff-4588-92f5-74877b996c75,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:02:50.275681 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (b711e834-8eff-4588-92f5-74877b996c75), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:50.313794 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:50.314347 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:50.315744 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] 10.222.0.64 "PUT /v2.0/ports/b711e834-8eff-4588-92f5-74877b996c75 HTTP/1.1" status: 200 len: 1093 time: 0.5687187 Mar 01 16:02:50.316187 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'tag': 'b711e834-8eff-4588-92f5-74877b996c75'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:50.318405 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31" -d '{"events": [{"name": "network-changed", "server_uuid": "e97b4986-c3e3-4e2a-bd25-c05e7baab1bb", "tag": "b711e834-8eff-4588-92f5-74877b996c75"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:50.340746 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6ed60-deaf-44b6-8b18-753a16ad6fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b711e834-8eff-4588-92f5-74877b996c75,revision_number=3']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:50.361049 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcb33ec-1619-489b-88d8-d0014206b774 x-openstack-request-id: req-bbcb33ec-1619-489b-88d8-d0014206b774 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:50.361349 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97b4986-c3e3-4e2a-bd25-c05e7baab1bb", "tag": "b711e834-8eff-4588-92f5-74877b996c75", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:50.361635 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbcb33ec-1619-489b-88d8-d0014206b774 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:50.362059 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'tag': 'b711e834-8eff-4588-92f5-74877b996c75', 'status': 'completed', 'code': 200} Mar 01 16:02:50.366832 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf5371-6e83-4da8-84d3-9bf707055c7d req-4ef9cd59-0071-45cf-841d-3b02474b9ace tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:50.368830 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0abf5371-6e83-4da8-84d3-9bf707055c7d req-4ef9cd59-0071-45cf-841d-3b02474b9ace tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 943 time: 0.0750151 Mar 01 16:02:50.410083 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba229ae-461b-4846-9618-044dc6462e04 req-701e2229-e141-4916-9a70-87d8c78cb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:50.411733 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-701e2229-e141-4916-9a70-87d8c78cb3b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2cffa826f749729a00fcf54adb8538&device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 1127 time: 0.0459290 Mar 01 16:02:50.414267 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0abf5371-6e83-4da8-84d3-9bf707055c7d req-5f80ef37-0eba-4d60-aab5-28f69cf9c3aa tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 Mar 01 16:02:50.455236 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-a443e2aa-c036-4e9e-a94f-c56feb4edb7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b711e834-8eff-4588-92f5-74877b996c75 HTTP/1.1" status: 200 len: 217 time: 0.0361183 Mar 01 16:02:50.501885 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba229ae-461b-4846-9618-044dc6462e04 req-538b16a8-76db-49a3-8136-7337c4595511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:50.503296 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-538b16a8-76db-49a3-8136-7337c4595511 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=493bb19f-c5a3-43bb-979a-82706bec79bd HTTP/1.1" status: 200 len: 848 time: 0.0420682 Mar 01 16:02:50.533792 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-df368e5a-c3d8-454f-8223-48adfad9ee3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242393 Mar 01 16:02:50.625598 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-03fc178c-2493-4364-826b-ab2e87c83a01 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852659 Mar 01 16:02:50.714187 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-4ba229ae-461b-4846-9618-044dc6462e04 req-921a245a-9ed6-46d7-9301-58c7d62e6378 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792811 Mar 01 16:02:50.813470 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-239a8c8f-5458-4f12-a2e1-5fd2673c46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:50.814959 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-239a8c8f-5458-4f12-a2e1-5fd2673c46a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2cffa826f749729a00fcf54adb8538&device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 1127 time: 0.0443156 Mar 01 16:02:50.895022 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389290ca-b116-4697-bf05-f3e702433692 req-f244937c-76b7-44ab-a768-27d13a3a33be tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:50.896452 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-389290ca-b116-4697-bf05-f3e702433692 req-f244937c-76b7-44ab-a768-27d13a3a33be tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0515516 Mar 01 16:02:50.906551 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-d8583712-7245-4f41-b214-ea93f94d049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:50.908027 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-d8583712-7245-4f41-b214-ea93f94d049b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643 HTTP/1.1" status: 200 len: 909 time: 0.0860090 Mar 01 16:02:50.942682 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-389290ca-b116-4697-bf05-f3e702433692 req-3412611f-9f6b-4d6b-a145-5d80208ac57b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407100 Mar 01 16:02:50.948687 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-5b22654a-bbc2-40c7-96eb-76f1a6c36ce3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b711e834-8eff-4588-92f5-74877b996c75 HTTP/1.1" status: 200 len: 217 time: 0.0341792 Mar 01 16:02:50.998970 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-c0358d24-f944-42c5-a526-b6f6c307abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:51.000423 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-c0358d24-f944-42c5-a526-b6f6c307abf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=493bb19f-c5a3-43bb-979a-82706bec79bd HTTP/1.1" status: 200 len: 848 time: 0.0452552 Mar 01 16:02:51.030775 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-5167200d-86a5-468b-89e0-2ee263a5cacc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b22dbe18-d5c6-4cc5-b80e-22a3f912e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245461 Mar 01 16:02:51.114681 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-612f1dfb-01b6-4cdc-b361-6297b70b6fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776653 Mar 01 16:02:51.203859 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-98b15fc7-7e15-4bbe-a128-b4d3a8112e31 req-2f081cf7-f804-4693-957a-e51842114796 service neutron] 10.222.0.64 "GET /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823455 Mar 01 16:02:51.529608 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d26ba9-adb6-4ac7-8cef-52e8f8bda3d3 req-0934dd7c-ca6d-4036-a8d8-ff28f6627df3 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:51.530968 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6d26ba9-adb6-4ac7-8cef-52e8f8bda3d3 req-0934dd7c-ca6d-4036-a8d8-ff28f6627df3 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 943 time: 0.0513346 Mar 01 16:02:51.579742 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f6d26ba9-adb6-4ac7-8cef-52e8f8bda3d3 req-258d2857-ecf9-401d-8f87-d7bd822a2d06 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Mar 01 16:02:52.058431 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca942-b17f-4acf-a901-53e7aec45d8a req-ef7da29d-588a-4972-a35f-3ee9b793f755 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:52.059888 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe8ca942-b17f-4acf-a901-53e7aec45d8a req-ef7da29d-588a-4972-a35f-3ee9b793f755 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0520627 Mar 01 16:02:52.104242 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fe8ca942-b17f-4acf-a901-53e7aec45d8a req-04a42e49-eacf-4340-92d2-5cbdff1261c5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387571 Mar 01 16:02:52.694336 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed72f-7b4e-445b-ab29-408c3abe7451 req-b931e2a1-0c39-46ef-8bcd-a53b15f46be2 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:52.695804 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-028ed72f-7b4e-445b-ab29-408c3abe7451 req-b931e2a1-0c39-46ef-8bcd-a53b15f46be2 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 943 time: 0.0526993 Mar 01 16:02:52.741416 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-028ed72f-7b4e-445b-ab29-408c3abe7451 req-aa157e86-352f-4628-be81-8d092b70451c tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Mar 01 16:02:53.226158 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98dbf-51c8-47f5-a890-a12d60385ff8 req-d78038d8-b07d-403c-8007-ea0dac0997a3 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:53.228211 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-32a98dbf-51c8-47f5-a890-a12d60385ff8 req-d78038d8-b07d-403c-8007-ea0dac0997a3 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0593464 Mar 01 16:02:53.272835 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-32a98dbf-51c8-47f5-a890-a12d60385ff8 req-9603a326-e74c-40d2-ade5-c5100838ec9a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Mar 01 16:02:53.857252 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2a37a-0f34-4a6e-a0f6-2e5f3fab134c req-85109e3f-13d8-40af-a52a-37ddb4eab2de tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:53.858727 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bea2a37a-0f34-4a6e-a0f6-2e5f3fab134c req-85109e3f-13d8-40af-a52a-37ddb4eab2de tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 943 time: 0.0516655 Mar 01 16:02:53.904673 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bea2a37a-0f34-4a6e-a0f6-2e5f3fab134c req-093e3e1e-63de-498a-aa4d-d05ddf92b495 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Mar 01 16:02:54.316669 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-591baf68-9089-48ab-8a0c-360479860964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:54.395604 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182edf31-6468-4554-951c-3eadc8849eaf req-743c4f1e-94d7-4342-8877-3db7ae708c36 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:54.397261 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-182edf31-6468-4554-951c-3eadc8849eaf req-743c4f1e-94d7-4342-8877-3db7ae708c36 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0568480 Mar 01 16:02:54.443295 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-182edf31-6468-4554-951c-3eadc8849eaf req-b2edf9d4-31e0-48b9-a37b-48257e90ad7c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 Mar 01 16:02:55.017235 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bfe4c-b041-4c12-83bc-9940a277c711 req-7186a6f1-e8bd-4145-89ea-45341b0a4bd3 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:55.018687 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-323bfe4c-b041-4c12-83bc-9940a277c711 req-7186a6f1-e8bd-4145-89ea-45341b0a4bd3 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 943 time: 0.0508864 Mar 01 16:02:55.063935 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-323bfe4c-b041-4c12-83bc-9940a277c711 req-faad15ad-7974-4550-be23-b1116f515af4 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Mar 01 16:02:55.261130 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b711e834-8eff-4588-92f5-74877b996c75 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:02:55.360435 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port b711e834-8eff-4588-92f5-74877b996c75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b711e834-8eff-4588-92f5-74877b996c75,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:55.372320 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'b711e834-8eff-4588-92f5-74877b996c75', 'network_id': 'b22dbe18-d5c6-4cc5-b80e-22a3f912e643', 'port_id': 'b711e834-8eff-4588-92f5-74877b996c75', 'mac_address': 'fa:16:3e:2f:f5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493bb19f-c5a3-43bb-979a-82706bec79bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:02:55.407663 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port b711e834-8eff-4588-92f5-74877b996c75 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:02:55.408064 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b711e834-8eff-4588-92f5-74877b996c75), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:55.420954 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b711e834-8eff-4588-92f5-74877b996c75 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:02:55.440584 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port b711e834-8eff-4588-92f5-74877b996c75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b711e834-8eff-4588-92f5-74877b996c75,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:55.444637 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b711e834-8eff-4588-92f5-74877b996c75), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:55.496331 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=b711e834-8eff-4588-92f5-74877b996c75,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:55.584575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cbacc-cf30-4bea-bcc2-6ed5facbeede req-0b59c13c-ed5a-43b6-94db-b4598b03a406 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:55.586268 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-886cbacc-cf30-4bea-bcc2-6ed5facbeede req-0b59c13c-ed5a-43b6-94db-b4598b03a406 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0728610 Mar 01 16:02:55.668262 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-886cbacc-cf30-4bea-bcc2-6ed5facbeede req-73bbbe9f-921c-473b-98fc-92ff8d010ec2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757825 Mar 01 16:02:55.678428 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47043f8a-2618-4305-808d-7eae02793df1 req-76ad1c45-ba33-48ed-a108-096727fdb9d1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:55.679945 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-47043f8a-2618-4305-808d-7eae02793df1 req-76ad1c45-ba33-48ed-a108-096727fdb9d1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0858228 Mar 01 16:02:55.726046 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-47043f8a-2618-4305-808d-7eae02793df1 req-bd6acaa2-bc56-4530-94fc-718151301030 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Mar 01 16:02:55.928518 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['b711e834-8eff-4588-92f5-74877b996c75'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:02:56.178280 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84544e8e-4809-494f-bc9b-0e342134102d req-09e2e61d-701e-4eb6-ab74-c31031b9a617 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:56.179675 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-84544e8e-4809-494f-bc9b-0e342134102d req-09e2e61d-701e-4eb6-ab74-c31031b9a617 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 944 time: 0.0519457 Mar 01 16:02:56.225252 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-84544e8e-4809-494f-bc9b-0e342134102d req-90bf520b-a75a-48d9-8951-3d03990075dd tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Mar 01 16:02:56.531737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb81f-9ca6-4550-967c-da9fcb9caef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:56.788677 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8005-f2f9-48fa-a9a8-3ec81ff056e3 req-c417977b-accb-4e0d-a8db-1024b34d7358 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:56.791031 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d65f8005-f2f9-48fa-a9a8-3ec81ff056e3 req-c417977b-accb-4e0d-a8db-1024b34d7358 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0577581 Mar 01 16:02:56.869024 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d65f8005-f2f9-48fa-a9a8-3ec81ff056e3 req-566c824e-e882-46f9-8967-498d4d2a5af3 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718987 Mar 01 16:02:56.876515 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e047c-d86b-4bdc-9409-eee443837825 req-8f1937c6-4821-40f0-b7d0-61e089711e33 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:56.877923 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c91e047c-d86b-4bdc-9409-eee443837825 req-8f1937c6-4821-40f0-b7d0-61e089711e33 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0819678 Mar 01 16:02:56.924249 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c91e047c-d86b-4bdc-9409-eee443837825 req-1d894242-d2c4-4a7a-a1af-fbdb411faa70 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Mar 01 16:02:57.276931 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b711e834-8eff-4588-92f5-74877b996c75 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:02:57.324442 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port b711e834-8eff-4588-92f5-74877b996c75 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:02:57.327974 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port b711e834-8eff-4588-92f5-74877b996c75 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:02:57.328351 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (b711e834-8eff-4588-92f5-74877b996c75), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:57.339852 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1151f3c-75ec-4d17-b702-4500d39764a8 req-fb9822a1-ac9a-4956-a103-ea28826a93db tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:57.341315 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f1151f3c-75ec-4d17-b702-4500d39764a8 req-fb9822a1-ac9a-4956-a103-ea28826a93db tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 944 time: 0.0527027 Mar 01 16:02:57.390102 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f1151f3c-75ec-4d17-b702-4500d39764a8 req-1e629363-a582-4a6f-9eac-d8a7b51dd634 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Mar 01 16:02:57.403312 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port b711e834-8eff-4588-92f5-74877b996c75 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:02:57.403707 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b711e834-8eff-4588-92f5-74877b996c75), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:57.424993 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b711e834-8eff-4588-92f5-74877b996c75'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:02:57.427348 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee14d8f0-ede7-4b2f-862a-17fa61e97e67" -d '{"events": [{"server_uuid": "e97b4986-c3e3-4e2a-bd25-c05e7baab1bb", "name": "network-vif-plugged", "status": "completed", "tag": "b711e834-8eff-4588-92f5-74877b996c75"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:02:57.442392 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port b711e834-8eff-4588-92f5-74877b996c75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b711e834-8eff-4588-92f5-74877b996c75,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:02:57.446637 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (b711e834-8eff-4588-92f5-74877b996c75), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:57.470098 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96beef0-0155-4772-916a-ff1c3c0a6d1f x-openstack-request-id: req-a96beef0-0155-4772-916a-ff1c3c0a6d1f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:02:57.470413 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97b4986-c3e3-4e2a-bd25-c05e7baab1bb", "name": "network-vif-plugged", "status": "completed", "tag": "b711e834-8eff-4588-92f5-74877b996c75", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:02:57.470673 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a96beef0-0155-4772-916a-ff1c3c0a6d1f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:02:57.471052 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b711e834-8eff-4588-92f5-74877b996c75', 'code': 200} Mar 01 16:02:57.498633 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=b711e834-8eff-4588-92f5-74877b996c75,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:02:57.653107 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec2f99-53b5-4bd1-af80-b1b83d3ff57c req-ab8f7844-f6d3-47a4-bc70-3d9db615ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:57.654613 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5aec2f99-53b5-4bd1-af80-b1b83d3ff57c req-ab8f7844-f6d3-47a4-bc70-3d9db615ea72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 1129 time: 0.0436175 Mar 01 16:02:57.698275 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5aec2f99-53b5-4bd1-af80-b1b83d3ff57c req-6d65e99e-3014-46ce-a3df-c408a24b1c2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370204 Mar 01 16:02:57.771425 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:57.986057 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c1070-90e3-48ef-adff-81174b22d35a req-35798278-fff0-4a3a-b26a-d95a96651726 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:57.987579 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-996c1070-90e3-48ef-adff-81174b22d35a req-35798278-fff0-4a3a-b26a-d95a96651726 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0530217 Mar 01 16:02:58.060639 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-996c1070-90e3-48ef-adff-81174b22d35a req-05017ec2-6967-4541-bd92-d1cbb5704a2c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677004 Mar 01 16:02:58.075785 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766b47e-1084-4b62-854a-c6a0351b3026 req-0b9bb110-4987-4fe8-8bed-d1e133536f9a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:58.077238 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b766b47e-1084-4b62-854a-c6a0351b3026 req-0b9bb110-4987-4fe8-8bed-d1e133536f9a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0784986 Mar 01 16:02:58.122528 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b766b47e-1084-4b62-854a-c6a0351b3026 req-d41fdb2f-c1e8-42f5-9d3f-fe9e13f29d96 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 Mar 01 16:02:58.507251 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3edd-5033-469e-af3f-98cfa2318342 req-ea6b59b1-a4dd-47e6-bedd-7dd237b94151 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:58.509359 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-076e3edd-5033-469e-af3f-98cfa2318342 req-ea6b59b1-a4dd-47e6-bedd-7dd237b94151 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 945 time: 0.0545154 Mar 01 16:02:58.553575 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-076e3edd-5033-469e-af3f-98cfa2318342 req-158da4c5-b2a2-465e-b7d2-24a8cf5d0081 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Mar 01 16:02:59.180190 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6959a-1d1a-4eec-986e-b848f337c603 req-d9d63508-fecf-43ad-9cd9-f5af61b8a1d7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:59.182192 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dba6959a-1d1a-4eec-986e-b848f337c603 req-d9d63508-fecf-43ad-9cd9-f5af61b8a1d7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0551162 Mar 01 16:02:59.209603 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:02:59.270729 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dba6959a-1d1a-4eec-986e-b848f337c603 req-11df00f6-f58a-4f45-9dda-5b148d67c76a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823109 Mar 01 16:02:59.286889 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465cd0-d497-46e6-aa6b-97a16d514356 req-d9971fe6-8789-44a6-ae86-42c6c2669821 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:59.288415 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fc465cd0-d497-46e6-aa6b-97a16d514356 req-d9971fe6-8789-44a6-ae86-42c6c2669821 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0929394 Mar 01 16:02:59.337005 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fc465cd0-d497-46e6-aa6b-97a16d514356 req-3a05e79d-e461-4371-a074-f8953a9ede78 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Mar 01 16:02:59.671970 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddfd22-fc3e-44bd-8bd4-b26cdd9c3f34 req-7c57bdb4-97cc-414e-80f4-efcaf9f765d4 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:02:59.673452 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48ddfd22-fc3e-44bd-8bd4-b26cdd9c3f34 req-7c57bdb4-97cc-414e-80f4-efcaf9f765d4 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 945 time: 0.0546055 Mar 01 16:02:59.718365 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48ddfd22-fc3e-44bd-8bd4-b26cdd9c3f34 req-fbdde5c3-f847-47a4-88f9-5a1e87ff0a19 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Mar 01 16:03:00.419474 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8604746-b55e-4f09-a608-d5b05cd02154 req-06fee751-688d-41cc-8e67-26235e651a2f tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:00.420861 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c8604746-b55e-4f09-a608-d5b05cd02154 req-06fee751-688d-41cc-8e67-26235e651a2f tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 945 time: 0.0872571 Mar 01 16:03:00.428063 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127ecf-b163-48cb-8c77-e96a4b881f7e req-8a88c165-637d-411e-ae59-f12459e98d2e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:00.429406 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-72127ecf-b163-48cb-8c77-e96a4b881f7e req-8a88c165-637d-411e-ae59-f12459e98d2e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0862894 Mar 01 16:03:00.496155 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c8604746-b55e-4f09-a608-d5b05cd02154 req-94cd15a7-6875-474b-bd2f-e2621d9ad35f tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658319 Mar 01 16:03:00.503063 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-72127ecf-b163-48cb-8c77-e96a4b881f7e req-896245c6-e175-48e1-a686-75ff17e0caa6 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666480 Mar 01 16:03:00.596333 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:00.601735 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24fff4-8d41-4c0f-9f42-9dd2b9c450c0 req-451c2ebb-1d97-4264-b8df-73b5e708fad1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:00.603767 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1c24fff4-8d41-4c0f-9f42-9dd2b9c450c0 req-451c2ebb-1d97-4264-b8df-73b5e708fad1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0544255 Mar 01 16:03:00.640675 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:00.653251 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1c24fff4-8d41-4c0f-9f42-9dd2b9c450c0 req-33c70ba0-b937-486e-a97e-530dee1811fd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Mar 01 16:03:00.770734 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386119e9-7699-4da8-9930-fe751bbd3d7b req-65f3c542-7eb1-4be6-925f-5c1db69c08dd tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:00.772230 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-386119e9-7699-4da8-9930-fe751bbd3d7b req-65f3c542-7eb1-4be6-925f-5c1db69c08dd tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0602040 Mar 01 16:03:00.818149 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-386119e9-7699-4da8-9930-fe751bbd3d7b req-b9ee6c1f-98ee-4aa1-813d-d949ff61ff7d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403247 Mar 01 16:03:00.821537 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-eba6de3a-4339-47d5-82b5-8a20bd03f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:00.823003 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-eba6de3a-4339-47d5-82b5-8a20bd03f62e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1129 time: 0.0432198 Mar 01 16:03:00.913836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-c013599a-3b6a-43a0-bc4e-c2afe536e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:00.915751 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-c013599a-3b6a-43a0-bc4e-c2afe536e81e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.0848427 Mar 01 16:03:00.979549 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-9b90b6f1-bcc0-4bc0-bd59-ed4bbcd22e13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 1000 time: 0.0570347 Mar 01 16:03:01.030159 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-7106b789-1c94-44ba-b4a1-3182f73c39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:01.031605 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-7106b789-1c94-44ba-b4a1-3182f73c39c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0457089 Mar 01 16:03:01.077912 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-99a98aa3-5acb-4c65-a564-969df2664aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:01.079345 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-99a98aa3-5acb-4c65-a564-969df2664aa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416393 Mar 01 16:03:01.166558 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-e963498e-6662-4a39-bf10-c9091d4cdd66 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791366 Mar 01 16:03:01.256341 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ed6910ee-52eb-4dae-ae6c-83da0d93c387 req-adc7991c-ae45-429e-9f9b-b49ef647144c service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821071 Mar 01 16:03:01.612084 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9b306-8bf1-48d9-839d-0e0ba7c1b23b req-f944f7ae-57fa-441c-bb03-01a28ea23e98 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:01.613542 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-aec9b306-8bf1-48d9-839d-0e0ba7c1b23b req-f944f7ae-57fa-441c-bb03-01a28ea23e98 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 945 time: 0.0516267 Mar 01 16:03:01.658566 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-aec9b306-8bf1-48d9-839d-0e0ba7c1b23b req-43920d4a-3ba0-422e-990e-bdb6d8b97ad0 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/security-groups?id=27ac971f-9d50-40a0-969d-65a2e7ee9ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Mar 01 16:03:01.773543 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621ad8-fdb5-4f5d-9624-603c042e6c43 req-798eed6f-299e-4f8b-9089-b9ca5a38ce70 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:01.775052 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-68621ad8-fdb5-4f5d-9624-603c042e6c43 req-798eed6f-299e-4f8b-9089-b9ca5a38ce70 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0511069 Mar 01 16:03:01.825540 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-68621ad8-fdb5-4f5d-9624-603c042e6c43 req-54831501-54c7-47e6-ac9f-0db5692707c2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Mar 01 16:03:01.935242 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83764-1fbd-4b66-b2d0-1dbc80254652 req-17988a87-885e-4cbd-831c-1e59403331e0 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:01.936702 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-42e83764-1fbd-4b66-b2d0-1dbc80254652 req-17988a87-885e-4cbd-831c-1e59403331e0 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0524640 Mar 01 16:03:01.982342 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-42e83764-1fbd-4b66-b2d0-1dbc80254652 req-19c43b05-a1c2-4519-811c-2246e7f006cd tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Mar 01 16:03:02.227974 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-e6af15fd-e41d-43f3-bbe9-8f47c9106866 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:02.229417 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-e6af15fd-e41d-43f3-bbe9-8f47c9106866 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 945 time: 0.0529249 Mar 01 16:03:02.324807 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Deleting port b711e834-8eff-4588-92f5-74877b996c75 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:03:02.325150 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (b711e834-8eff-4588-92f5-74877b996c75), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:02.413252 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] For port b711e834-8eff-4588-92f5-74877b996c75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b711e834-8eff-4588-92f5-74877b996c75,segment=NetworkSegment(e0349aae-b92c-4c09-a7f8-a845fc2abfea),segment_id=e0349aae-b92c-4c09-a7f8-a845fc2abfea)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:03:02.413613 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (b711e834-8eff-4588-92f5-74877b996c75), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:02.426263 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Calling delete_port for b711e834-8eff-4588-92f5-74877b996c75 owned by compute:nova {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:03:02.548190 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (b711e834-8eff-4588-92f5-74877b996c75), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:02.564231 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['b711e834-8eff-4588-92f5-74877b996c75'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:03:02.577800 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Pushing event deleted for resources: {'Port': ['ID=b711e834-8eff-4588-92f5-74877b996c75,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:02.622848 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] No DVR routers for this DVR port b711e834-8eff-4588-92f5-74877b996c75 on host hv-cinder-77819 {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:03:02.625552 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:02.628827 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-b8f60818-09b4-4832-87c4-b53cdeba2e0d req-fe8d553f-e672-425f-a4c8-e172a8580548 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.64 "DELETE /v2.0/ports/b711e834-8eff-4588-92f5-74877b996c75 HTTP/1.1" status: 204 len: 173 time: 0.3920078 Mar 01 16:03:02.629283 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'name': 'network-vif-deleted', 'tag': 'b711e834-8eff-4588-92f5-74877b996c75'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:03:02.632453 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fb08fa-90ac-4f7e-a48c-aa1b9ebd3c31" -d '{"events": [{"server_uuid": "e97b4986-c3e3-4e2a-bd25-c05e7baab1bb", "name": "network-vif-deleted", "tag": "b711e834-8eff-4588-92f5-74877b996c75"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:03:02.671904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb279f-3252-485f-a900-9097e20b1b88 x-openstack-request-id: req-a7cb279f-3252-485f-a900-9097e20b1b88 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:03:02.672195 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97b4986-c3e3-4e2a-bd25-c05e7baab1bb", "name": "network-vif-deleted", "tag": "b711e834-8eff-4588-92f5-74877b996c75", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:03:02.672451 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7cb279f-3252-485f-a900-9097e20b1b88 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:03:02.672842 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97b4986-c3e3-4e2a-bd25-c05e7baab1bb', 'name': 'network-vif-deleted', 'tag': 'b711e834-8eff-4588-92f5-74877b996c75', 'status': 'completed', 'code': 200} Mar 01 16:03:02.752386 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0a5a996-c8d8-4c6e-a44b-3323bc272922 req-d0be0c05-77fd-43c1-be49-f0729972c506 tempest-VolumesActionsTest-261664143 tempest-VolumesActionsTest-261664143-project] 10.222.0.10 "GET /v2.0/ports?device_id=e97b4986-c3e3-4e2a-bd25-c05e7baab1bb HTTP/1.1" status: 200 len: 210 time: 0.0270607 Mar 01 16:03:02.952552 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99471-d663-4a91-a3b7-cf31ca91713d req-57b1779b-0fc1-44cc-b67a-af6ecf8345a8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:02.953994 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2db99471-d663-4a91-a3b7-cf31ca91713d req-57b1779b-0fc1-44cc-b67a-af6ecf8345a8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0558999 Mar 01 16:03:02.998040 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2db99471-d663-4a91-a3b7-cf31ca91713d req-6e68a39f-8565-4baf-b5e7-e71f17979dd9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386162 Mar 01 16:03:03.099910 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57c132-42ad-4ab1-b8ac-d3603a078070 req-594244c8-d1e3-4d15-9b97-4ce3e6d19f0b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:03.101379 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7e57c132-42ad-4ab1-b8ac-d3603a078070 req-594244c8-d1e3-4d15-9b97-4ce3e6d19f0b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0539229 Mar 01 16:03:03.148135 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7e57c132-42ad-4ab1-b8ac-d3603a078070 req-1c4915e4-0192-41b8-a0d9-38819d20bdce tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409555 Mar 01 16:03:04.121225 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cad02c-5040-4881-8479-8e14a8a98a60 req-27f70015-29ba-46a2-b413-a7bbede2fb1a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:04.122711 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90cad02c-5040-4881-8479-8e14a8a98a60 req-27f70015-29ba-46a2-b413-a7bbede2fb1a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0529528 Mar 01 16:03:04.172813 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90cad02c-5040-4881-8479-8e14a8a98a60 req-0a3754a3-0788-485d-ae5f-cad7e0856cdb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Mar 01 16:03:05.292610 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c61a33-7f79-4103-91f3-a5fe55734f6c req-efa20c90-c588-4407-9b9f-1bbce5764f16 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:05.294062 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80c61a33-7f79-4103-91f3-a5fe55734f6c req-efa20c90-c588-4407-9b9f-1bbce5764f16 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0518270 Mar 01 16:03:05.342711 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80c61a33-7f79-4103-91f3-a5fe55734f6c req-cf2e5812-1cac-4f63-9eb0-e009a6675504 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432248 Mar 01 16:03:06.189809 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b711e834-8eff-4588-92f5-74877b996c75 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:03:06.208643 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: b711e834-8eff-4588-92f5-74877b996c75 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:03:06.208991 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device b711e834-8eff-4588-92f5-74877b996c75 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:03:06.462620 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e575a-5ce9-46d9-8586-8adffd59a582 req-377fac93-966c-4f3c-a8bc-d0148287572c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:06.464049 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be6e575a-5ce9-46d9-8586-8adffd59a582 req-377fac93-966c-4f3c-a8bc-d0148287572c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0520489 Mar 01 16:03:06.510314 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be6e575a-5ce9-46d9-8586-8adffd59a582 req-2632e424-8ce0-4cc3-8a6d-cc1330b8579b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397511 Mar 01 16:03:07.638425 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b85d84-a0fb-4b26-97bd-5aa3ae6473a3 req-c9d00eb0-c54d-4ad7-aefc-fd72f2c5af83 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:07.639926 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b0b85d84-a0fb-4b26-97bd-5aa3ae6473a3 req-c9d00eb0-c54d-4ad7-aefc-fd72f2c5af83 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0554168 Mar 01 16:03:07.686142 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b0b85d84-a0fb-4b26-97bd-5aa3ae6473a3 req-775ec814-8d6d-4b7e-82c7-ffd355095ffb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Mar 01 16:03:08.805034 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcba05a-a76e-4c61-bb91-e2881d0a299f req-0174bd44-332f-4cff-9eba-f1a9d99a3cdc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:08.807113 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8dcba05a-a76e-4c61-bb91-e2881d0a299f req-0174bd44-332f-4cff-9eba-f1a9d99a3cdc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0514388 Mar 01 16:03:08.851598 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8dcba05a-a76e-4c61-bb91-e2881d0a299f req-8e2ed656-971d-4d36-b670-776925791eb9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388808 Mar 01 16:03:09.978712 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44318b4b-e39e-4d11-af57-5703f4e99fef req-8f61f8e2-478d-404d-b6b8-a9b43b2670e6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:09.980232 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-44318b4b-e39e-4d11-af57-5703f4e99fef req-8f61f8e2-478d-404d-b6b8-a9b43b2670e6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0527105 Mar 01 16:03:10.031655 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-44318b4b-e39e-4d11-af57-5703f4e99fef req-9b254d6d-dcb5-4314-b13e-0a266f3e3125 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459039 Mar 01 16:03:11.170748 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d8439-39ff-49f1-ab8e-006bf0a82355 req-6ce82a48-a62b-4e5e-a09f-7529854f9834 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:11.173175 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e12d8439-39ff-49f1-ab8e-006bf0a82355 req-6ce82a48-a62b-4e5e-a09f-7529854f9834 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0624740 Mar 01 16:03:11.238693 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e12d8439-39ff-49f1-ab8e-006bf0a82355 req-d65ea22d-a2a6-41c3-b02b-44493b0a2d4b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564644 Mar 01 16:03:12.380025 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1c543-9044-4c70-b828-4bdc4869075c req-fdc1752d-88ea-49a7-9ec2-48fe3382ca24 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:12.381533 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d8d1c543-9044-4c70-b828-4bdc4869075c req-fdc1752d-88ea-49a7-9ec2-48fe3382ca24 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0549476 Mar 01 16:03:12.432528 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d8d1c543-9044-4c70-b828-4bdc4869075c req-a48466d0-9732-4dd5-8e63-c02e490b9f3c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Mar 01 16:03:13.582012 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4a257-b42e-4d96-b7ed-6da8c73fba86 req-6d197f51-4c89-4473-a20e-3e6c2e9ca7f8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:13.583590 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ded4a257-b42e-4d96-b7ed-6da8c73fba86 req-6d197f51-4c89-4473-a20e-3e6c2e9ca7f8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0636017 Mar 01 16:03:13.636278 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ded4a257-b42e-4d96-b7ed-6da8c73fba86 req-e0c5432b-36bc-49c5-906b-1ae244986280 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Mar 01 16:03:14.779482 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292ab43-7dd9-47e0-9dad-5a032983cc1b req-f661298a-1d60-4813-9fbe-db6b18dbd517 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:14.783712 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8292ab43-7dd9-47e0-9dad-5a032983cc1b req-f661298a-1d60-4813-9fbe-db6b18dbd517 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0615909 Mar 01 16:03:14.831616 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8292ab43-7dd9-47e0-9dad-5a032983cc1b req-a3780462-a031-428e-a97e-0a1727e76243 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Mar 01 16:03:15.342681 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:03:15.448406 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:03:15.460830 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'port_id': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'mac_address': 'fa:16:3e:6b:9c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:03:15.499578 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: ACTIVE; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:15.499982 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:15.517870 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0c8ae5b-2020-48db-8334-7f37dfaa8e11 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:03:15.540613 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:03:15.545421 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:15.611532 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:15.660027 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['a0c8ae5b-2020-48db-8334-7f37dfaa8e11'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:03:15.976759 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e3a8-9931-4b9a-9506-cd0d767ce3ce req-a52c5d80-bbfe-4ed3-bddb-ff1acef6ddfc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:15.979708 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d250e3a8-9931-4b9a-9506-cd0d767ce3ce req-a52c5d80-bbfe-4ed3-bddb-ff1acef6ddfc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 945 time: 0.0654685 Mar 01 16:03:16.035338 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d250e3a8-9931-4b9a-9506-cd0d767ce3ce req-003ba02e-fab6-42aa-8296-339df472b9a6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469356 Mar 01 16:03:17.176728 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae0798-3125-4b41-b8ff-c282f6afde08 req-716d64b9-0e93-47ec-b0c2-f2db1d34e4bb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:17.179317 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a3ae0798-3125-4b41-b8ff-c282f6afde08 req-716d64b9-0e93-47ec-b0c2-f2db1d34e4bb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 945 time: 0.0604379 Mar 01 16:03:17.237672 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a3ae0798-3125-4b41-b8ff-c282f6afde08 req-d9b61d08-b82a-4d44-b920-f21f5583f53f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520380 Mar 01 16:03:17.373586 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:03:17.430592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:03:17.430969 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:17.513226 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:17.513619 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:17.539877 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:03:17.541173 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb59ba9-b6ec-436e-9d7b-18b1f3e4648b" -d '{"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:03:17.558325 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:03:17.581820 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:17.597760 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b74c0-9e17-41e7-8c08-56df93d97c88 x-openstack-request-id: req-931b74c0-9e17-41e7-8c08-56df93d97c88 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:03:17.598199 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:03:17.598404 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-931b74c0-9e17-41e7-8c08-56df93d97c88 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:03:17.608831 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'code': 200} Mar 01 16:03:17.661701 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:18.375200 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35c7c-2346-45f7-ae95-939da4c0d97a req-791943c6-e414-48b2-b417-23f4e43e4917 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:18.377269 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dcb35c7c-2346-45f7-ae95-939da4c0d97a req-791943c6-e414-48b2-b417-23f4e43e4917 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0612400 Mar 01 16:03:18.442304 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dcb35c7c-2346-45f7-ae95-939da4c0d97a req-e53373d0-2e1c-469a-9ad6-32f14f9a8ccc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576658 Mar 01 16:03:19.599738 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3b588-7895-4b35-829a-451931311f3c req-2d8f5575-c24e-472f-8259-45d88e5df4d7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:19.602150 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15c3b588-7895-4b35-829a-451931311f3c req-2d8f5575-c24e-472f-8259-45d88e5df4d7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0701137 Mar 01 16:03:19.658419 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15c3b588-7895-4b35-829a-451931311f3c req-d29a4833-e493-43ab-a59d-9a397c76694a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498638 Mar 01 16:03:20.822721 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08444b-de66-4bb4-86f4-d0cf34ef6f5c req-9415e877-a421-4b2a-8b7f-31ee6c8aa452 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:20.831301 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ed08444b-de66-4bb4-86f4-d0cf34ef6f5c req-9415e877-a421-4b2a-8b7f-31ee6c8aa452 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0755873 Mar 01 16:03:20.889604 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ed08444b-de66-4bb4-86f4-d0cf34ef6f5c req-1d0b2624-f564-4265-b2bb-162b1faf92f9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571215 Mar 01 16:03:22.038256 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b009f-73e3-44a7-9b38-1c05a7a88231 req-31b7e02d-2f83-4251-ae77-d0499a79912c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:22.040527 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8b7b009f-73e3-44a7-9b38-1c05a7a88231 req-31b7e02d-2f83-4251-ae77-d0499a79912c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0695479 Mar 01 16:03:22.190400 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8b7b009f-73e3-44a7-9b38-1c05a7a88231 req-20983faa-ff28-4fc4-94f5-f7fb51cf7389 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399906 Mar 01 16:03:23.378214 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69fb8e-e43e-4781-bc47-8783aaced71a req-762fc08b-9215-4d4d-bbc1-58e17463ac9e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:23.394333 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1d69fb8e-e43e-4781-bc47-8783aaced71a req-762fc08b-9215-4d4d-bbc1-58e17463ac9e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0765545 Mar 01 16:03:23.545388 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1d69fb8e-e43e-4781-bc47-8783aaced71a req-0d4f5bd7-a3f2-4cfa-b144-5d109bd6f913 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486931 Mar 01 16:03:23.730767 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:03:24.319502 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f92c1a0f-6ec0-425a-a5d1-196a1427001a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:24.665806 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f63ad-d178-4467-ae41-74a1392a6445 req-96e52bfe-78b1-48ad-9b75-e69e1fd0f286 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:24.667884 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-754f63ad-d178-4467-ae41-74a1392a6445 req-96e52bfe-78b1-48ad-9b75-e69e1fd0f286 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0564239 Mar 01 16:03:24.724121 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-754f63ad-d178-4467-ae41-74a1392a6445 req-07f284de-6ca6-434c-abaa-29238bfc9b32 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502219 Mar 01 16:03:25.869933 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065bd5d-94b7-4b20-bc5b-b1c559f146b8 req-a61eeded-342f-4574-98d5-12a93e1d0ec0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:25.871655 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b065bd5d-94b7-4b20-bc5b-b1c559f146b8 req-a61eeded-342f-4574-98d5-12a93e1d0ec0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0650473 Mar 01 16:03:25.926454 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b065bd5d-94b7-4b20-bc5b-b1c559f146b8 req-63f66afb-0925-4fc1-bc17-7a1956c7cd9b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490274 Mar 01 16:03:26.536750 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bba93145-dc18-48b7-a461-d79b79cd855e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:26.733719 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36264) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:26.781496 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] Deleting subnet 493bb19f-c5a3-43bb-979a-82706bec79bd {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:03:26.785332 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] Publish callbacks [] for subnet (493bb19f-c5a3-43bb-979a-82706bec79bd), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:26.826375 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126393820'] for subnet (493bb19f-c5a3-43bb-979a-82706bec79bd), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:26.866909 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (493bb19f-c5a3-43bb-979a-82706bec79bd), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:26.926994 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3493186'] for subnet (493bb19f-c5a3-43bb-979a-82706bec79bd), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:26.973906 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:26.983723 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36268) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:26.990406 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/493bb19f-c5a3-43bb-979a-82706bec79bd HTTP/1.1" status: 204 len: 168 time: 0.2553139 Mar 01 16:03:26.993008 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c936d-7932-4a1c-9dd4-82954b8c648f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493bb19f-c5a3-43bb-979a-82706bec79bd,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:27.063951 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (b22dbe18-d5c6-4cc5-b80e-22a3f912e643), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.088274 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb6970-0b8f-4221-9c3a-88f72cce8d79 req-0e4a0626-7b4a-463e-9ebb-55c76904f45f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:27.089834 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80eb6970-0b8f-4221-9c3a-88f72cce8d79 req-0e4a0626-7b4a-463e-9ebb-55c76904f45f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0759120 Mar 01 16:03:27.153637 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (b22dbe18-d5c6-4cc5-b80e-22a3f912e643), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.336874 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80eb6970-0b8f-4221-9c3a-88f72cce8d79 req-03654d28-a322-43a0-b379-baad4cc2371f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416458 Mar 01 16:03:27.412600 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22dbe18-d5c6-4cc5-b80e-22a3f912e643']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:03:27.423475 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0349aae-b92c-4c09-a7f8-a845fc2abfea') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:03:27.424072 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0349aae-b92c-4c09-a7f8-a845fc2abfea') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:03:27.435098 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (e0349aae-b92c-4c09-a7f8-a845fc2abfea), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.450714 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (e0349aae-b92c-4c09-a7f8-a845fc2abfea), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.456656 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:03:27.457035 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (e0349aae-b92c-4c09-a7f8-a845fc2abfea), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:03:27.458670 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:03:27.513255 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (b22dbe18-d5c6-4cc5-b80e-22a3f912e643), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.523554 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.527120 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b22dbe18-d5c6-4cc5-b80e-22a3f912e643 HTTP/1.1" status: 204 len: 168 time: 0.5424299 Mar 01 16:03:27.542091 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4d6a2-e37a-4cba-bf05-e9d229073fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b22dbe18-d5c6-4cc5-b80e-22a3f912e643,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:27.735429 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36274) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:27.787018 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.793480 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-89c471f9-f572-44b9-a8e5-cb59fd33cdbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f2cffa826f749729a00fcf54adb8538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545683 Mar 01 16:03:27.793950 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36276) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:27.851107 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc50e-6d83-4e58-a118-a35b2b96d8df admin admin] Publish callbacks [] for security_group (27ac971f-9d50-40a0-969d-65a2e7ee9ac8), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.873802 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc50e-6d83-4e58-a118-a35b2b96d8df admin admin] Publish callbacks [] for security_group (27ac971f-9d50-40a0-969d-65a2e7ee9ac8), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.928936 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc50e-6d83-4e58-a118-a35b2b96d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (27ac971f-9d50-40a0-969d-65a2e7ee9ac8), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.933419 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc50e-6d83-4e58-a118-a35b2b96d8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:27.937796 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-fb2cc50e-6d83-4e58-a118-a35b2b96d8df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27ac971f-9d50-40a0-969d-65a2e7ee9ac8 HTTP/1.1" status: 204 len: 168 time: 0.1423504 Mar 01 16:03:27.950928 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cc50e-6d83-4e58-a118-a35b2b96d8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ac971f-9d50-40a0-969d-65a2e7ee9ac8,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:28.695952 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e846d1-6b35-4fcc-9196-713e3a051f7e req-49a74dab-8cbf-4adb-adeb-c5e5096f48ce tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:28.697516 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71e846d1-6b35-4fcc-9196-713e3a051f7e req-49a74dab-8cbf-4adb-adeb-c5e5096f48ce tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.2852411 Mar 01 16:03:28.757390 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71e846d1-6b35-4fcc-9196-713e3a051f7e req-3cd5d5e3-5901-4958-bbe1-8404b22d5f40 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 Mar 01 16:03:29.216489 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:29.908006 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540f1e-2fb4-40b0-95a9-1f07b0d647bc req-843ed235-2c51-4ec7-af7d-ed3143c3870b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:29.909637 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da540f1e-2fb4-40b0-95a9-1f07b0d647bc req-843ed235-2c51-4ec7-af7d-ed3143c3870b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0804520 Mar 01 16:03:29.958522 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da540f1e-2fb4-40b0-95a9-1f07b0d647bc req-f18c5c01-f5ef-4978-82fb-c69832a80ff1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433559 Mar 01 16:03:30.601060 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:30.647121 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:31.092601 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62326b21-752b-42f2-90a5-80dbefe572e6 req-3a61b9b6-1ff6-4780-af96-20502d8063df tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:31.094115 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-62326b21-752b-42f2-90a5-80dbefe572e6 req-3a61b9b6-1ff6-4780-af96-20502d8063df tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0593920 Mar 01 16:03:31.157348 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-62326b21-752b-42f2-90a5-80dbefe572e6 req-2232b430-997c-402b-b486-f692238dc7f7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549550 Mar 01 16:03:32.298827 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f7c3-cdf7-4cc9-b268-ab15630f0ee4 req-64da6267-77e6-4549-a527-d19994323b21 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:32.306269 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1386f7c3-cdf7-4cc9-b268-ab15630f0ee4 req-64da6267-77e6-4549-a527-d19994323b21 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0660694 Mar 01 16:03:32.351831 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1386f7c3-cdf7-4cc9-b268-ab15630f0ee4 req-0cb6a0e9-f911-45d9-b9c3-f73c8fcf7e82 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Mar 01 16:03:33.478714 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c73be5-707f-42f8-9bad-2086d45e38a5 req-11079f7a-8e6e-4188-a214-39cfd9436b14 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:33.480087 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c3c73be5-707f-42f8-9bad-2086d45e38a5 req-11079f7a-8e6e-4188-a214-39cfd9436b14 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0515392 Mar 01 16:03:33.525397 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c3c73be5-707f-42f8-9bad-2086d45e38a5 req-ecc001b9-4cde-40b4-9f9f-a823b8e4f653 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Mar 01 16:03:34.539788 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-dff1a05a-fde2-4c7c-b630-882c465071bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422165 Mar 01 16:03:34.628494 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-ea23e8ee-421f-4391-b8b1-a829a7810259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:34.629987 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-ea23e8ee-421f-4391-b8b1-a829a7810259 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1129 time: 0.0472150 Mar 01 16:03:34.662883 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1fcc1-22ad-4a4a-80b9-8e305ac2a07a req-fd70869d-f75c-4d17-b246-585b7e7c24fb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:34.664519 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2d1fcc1-22ad-4a4a-80b9-8e305ac2a07a req-fd70869d-f75c-4d17-b246-585b7e7c24fb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0561900 Mar 01 16:03:34.716073 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2d1fcc1-22ad-4a4a-80b9-8e305ac2a07a req-5d8c507c-9466-4ded-8ff8-e4806827807c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451593 Mar 01 16:03:34.730381 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-17038a04-7969-4830-a815-8bf8eb62eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:34.731916 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-17038a04-7969-4830-a815-8bf8eb62eac0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.0835018 Mar 01 16:03:34.799120 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-5e8b1a5b-9373-4ccc-bb72-be77a385c35e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 1000 time: 0.0607650 Mar 01 16:03:34.845881 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-d079a94a-d8a9-4b26-a080-2763c3dca057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:34.847331 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-d079a94a-d8a9-4b26-a080-2763c3dca057 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0410039 Mar 01 16:03:34.964123 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-41117c2d-c8a1-4f5e-abe5-e8a9a3a08fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:34.966529 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-41117c2d-c8a1-4f5e-abe5-e8a9a3a08fcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544131 Mar 01 16:03:35.077525 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-99c9ece0-3573-4f0e-9d9b-eea30355898e service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047385 Mar 01 16:03:35.164840 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a460c227-6d7a-4bba-801b-bd6a13fc5d11 req-b3325bc1-b1c0-4947-8014-49888dbe177c service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800562 Mar 01 16:03:35.850318 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7574ad5-df72-4597-9293-4b5d892e82f8 req-8254633c-6a84-4a40-9fae-42b6c67d6f50 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:35.852366 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a7574ad5-df72-4597-9293-4b5d892e82f8 req-8254633c-6a84-4a40-9fae-42b6c67d6f50 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0616815 Mar 01 16:03:35.900040 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a7574ad5-df72-4597-9293-4b5d892e82f8 req-614416b0-0835-4b16-a7dc-b7f70ed04636 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Mar 01 16:03:35.907031 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-5b0ac579-6b05-4c6a-8dc6-f689d9fc6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:35.908621 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-5b0ac579-6b05-4c6a-8dc6-f689d9fc6134 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1130 time: 0.0493093 Mar 01 16:03:35.997756 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-dddd500a-978a-4358-b46d-97013f56b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:35.999252 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-dddd500a-978a-4358-b46d-97013f56b411 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.0849125 Mar 01 16:03:36.067312 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-93421f01-f64b-4ef7-ba4f-3cd1daed6372 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 1001 time: 0.0609026 Mar 01 16:03:36.115040 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-933f80a6-545f-4133-b0d0-756e66ecee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:36.116577 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-933f80a6-545f-4133-b0d0-756e66ecee8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0423789 Mar 01 16:03:36.165574 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-ab50ce4c-a427-4bd5-9640-fa0b7b42e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:36.167000 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-ab50ce4c-a427-4bd5-9640-fa0b7b42e307 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434968 Mar 01 16:03:37.024233 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349753a-803d-4cc4-8dc5-4b0abd84a3c6 req-f40a91d5-0a77-4a91-8667-01b03a871497 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:37.025678 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3349753a-803d-4cc4-8dc5-4b0abd84a3c6 req-f40a91d5-0a77-4a91-8667-01b03a871497 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0512450 Mar 01 16:03:37.071686 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3349753a-803d-4cc4-8dc5-4b0abd84a3c6 req-db38ad85-d726-44c1-8ac0-a4200c6b478e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Mar 01 16:03:37.915363 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-e764cc46-40cf-4d3e-8564-f07fb285584c service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886698 Mar 01 16:03:38.197794 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873de467-6314-4e23-a1db-3ac6fc06178e req-484ea3e2-ee14-445d-82a5-4cafdfe0be55 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:38.199184 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-873de467-6314-4e23-a1db-3ac6fc06178e req-484ea3e2-ee14-445d-82a5-4cafdfe0be55 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0585997 Mar 01 16:03:38.244505 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-873de467-6314-4e23-a1db-3ac6fc06178e req-68284e8d-15da-49ad-a8a7-bd9b38e27e0a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397840 Mar 01 16:03:38.816425 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-fd06ea65-fdf2-4371-9f22-69281391dc5b req-1d28f1a7-b7e1-4909-99e6-084e7a210e8d service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813630 Mar 01 16:03:39.364080 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32a39-8612-40a7-9a2f-0b99b9517890 req-979b8d6b-e14f-40cd-bcde-318270cf54c5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:39.365540 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e8f32a39-8612-40a7-9a2f-0b99b9517890 req-979b8d6b-e14f-40cd-bcde-318270cf54c5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 946 time: 0.0515563 Mar 01 16:03:39.410927 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e8f32a39-8612-40a7-9a2f-0b99b9517890 req-ace6454d-1e21-408f-8a47-b4bfd5c29f6d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Mar 01 16:03:40.063619 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:03:40.140229 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: ACTIVE; New status is: DOWN {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:40.140622 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:40.163476 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:03:40.165660 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df531907-40f2-4dde-8553-ed3ce492d6b4" -d '{"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:03:40.177296 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:03:40.181135 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:40.204101 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8626db-9df2-4392-abc0-3f5e3b2b8883 x-openstack-request-id: req-0d8626db-9df2-4392-abc0-3f5e3b2b8883 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:03:40.204422 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:03:40.204686 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d8626db-9df2-4392-abc0-3f5e3b2b8883 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:03:40.205074 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'code': 200} Mar 01 16:03:40.230264 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:40.237188 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.237547 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.237902 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.238251 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.238592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.238926 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.239281 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.239620 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.239954 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.240285 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.240615 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.240943 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.241271 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:40.528876 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d4bde-e55d-4abc-8a8e-08cad7dcb22b req-dcb2976f-8070-40c4-b87d-69973a004b3c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:40.530294 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a93d4bde-e55d-4abc-8a8e-08cad7dcb22b req-dcb2976f-8070-40c4-b87d-69973a004b3c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0507648 Mar 01 16:03:40.578750 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a93d4bde-e55d-4abc-8a8e-08cad7dcb22b req-cb91fe2d-7ed1-4054-8069-4a72059f6e69 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Mar 01 16:03:41.699386 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8946f8-54f8-4c56-a2a5-ab6ab58c4d89 req-845d7b04-b8f8-4df3-b23e-799f9c42fe96 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:41.700837 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd8946f8-54f8-4c56-a2a5-ab6ab58c4d89 req-845d7b04-b8f8-4df3-b23e-799f9c42fe96 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0515146 Mar 01 16:03:41.745919 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd8946f8-54f8-4c56-a2a5-ab6ab58c4d89 req-d896c214-c391-42ba-8596-5e5108584acf tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395834 Mar 01 16:03:42.865257 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea0ad-e251-41e4-8409-3f542af90261 req-f5b23a42-b76c-4a23-aab3-a7ec67f84569 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:42.866708 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-191ea0ad-e251-41e4-8409-3f542af90261 req-f5b23a42-b76c-4a23-aab3-a7ec67f84569 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0506353 Mar 01 16:03:42.911771 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-191ea0ad-e251-41e4-8409-3f542af90261 req-f5cf3292-9fc8-46ad-ba92-9f9ef135827a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Mar 01 16:03:44.034943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4e311-ccc6-485a-8290-26944d963088 req-97877de6-3c0e-4ab5-8ef8-8f51a65e6ac7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:44.036425 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ab4e311-ccc6-485a-8290-26944d963088 req-97877de6-3c0e-4ab5-8ef8-8f51a65e6ac7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0554712 Mar 01 16:03:44.080875 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ab4e311-ccc6-485a-8290-26944d963088 req-cd46735a-e2ee-40d2-87e0-8478be2c918b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390801 Mar 01 16:03:45.201240 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4727c-852f-4b32-9f6a-535ec1a99823 req-2c1dea67-0667-45d6-9732-36e92fe1138d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:45.202687 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95d4727c-852f-4b32-9f6a-535ec1a99823 req-2c1dea67-0667-45d6-9732-36e92fe1138d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0530918 Mar 01 16:03:45.246854 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95d4727c-852f-4b32-9f6a-535ec1a99823 req-2206e607-7ca3-4bb6-a7f4-f92c8fc4f441 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386693 Mar 01 16:03:46.372155 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924290-3936-4ef1-b4ea-0c6e044c5543 req-317d4fa3-9346-40a4-b10b-ddb086d9606e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:46.373615 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6c924290-3936-4ef1-b4ea-0c6e044c5543 req-317d4fa3-9346-40a4-b10b-ddb086d9606e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0576878 Mar 01 16:03:46.421042 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6c924290-3936-4ef1-b4ea-0c6e044c5543 req-f9e454a3-7b5b-4a1f-95a5-d0d183a79dbc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418317 Mar 01 16:03:46.992381 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-ecdec10d-b66e-44a0-aa68-db630cb1e467 req-a227fba1-17ae-47ba-98ae-1d3ec2c38f42 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:03:46.993370 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ecdec10d-b66e-44a0-aa68-db630cb1e467 req-a227fba1-17ae-47ba-98ae-1d3ec2c38f42 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0980418 Mar 01 16:03:47.151057 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9595c-599c-4cd0-bf1e-fbd0a0201dba req-7cd9234a-215d-49c3-96d6-08cc1864d6ec tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:47.152783 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b5c9595c-599c-4cd0-bf1e-fbd0a0201dba req-7cd9234a-215d-49c3-96d6-08cc1864d6ec tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0519919 Mar 01 16:03:47.198283 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b5c9595c-599c-4cd0-bf1e-fbd0a0201dba req-1de7c3cd-51aa-4210-89d9-7ef311d69f21 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 Mar 01 16:03:47.449057 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36492) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:47.530369 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-d664cbc0-6413-4979-9c01-4489ebdf423b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801768 Mar 01 16:03:47.538688 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-67506c70-af0d-4543-9939-3dcadf4a294f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:03:47.540175 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-67506c70-af0d-4543-9939-3dcadf4a294f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051758 Mar 01 16:03:47.616440 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36500) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:47.667562 dv-cinder-778193-21-iscsi neutron-server[102830]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 16:03:47.714218 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-5b68134d-2d3c-4e69-bbe0-0e7be3bbe117 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:47.715668 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-5b68134d-2d3c-4e69-bbe0-0e7be3bbe117 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports/a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 941 time: 0.0982292 Mar 01 16:03:48.324205 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dc7ea-965b-4bd7-a542-07f7283a1685 req-59e29072-a2c1-4290-94b9-41b7e90bbf4a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:48.325738 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-514dc7ea-965b-4bd7-a542-07f7283a1685 req-59e29072-a2c1-4290-94b9-41b7e90bbf4a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0565424 Mar 01 16:03:48.373011 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-514dc7ea-965b-4bd7-a542-07f7283a1685 req-027d358c-98d2-4637-9f6a-e427728ff35f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Mar 01 16:03:49.324154 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-f4c64ee6-540c-4203-8d3f-2af9cca763be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:49.325656 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-f4c64ee6-540c-4203-8d3f-2af9cca763be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f&tenant_id=53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 1128 time: 0.1210241 Mar 01 16:03:49.392641 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-6e8aa5e0-ee7b-4c7c-b510-e4a11bd71472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:49.394144 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-6e8aa5e0-ee7b-4c7c-b510-e4a11bd71472 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1128 time: 0.0470722 Mar 01 16:03:49.486993 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-4d22ebd6-b222-4bc9-bc6e-13497f4a679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:49.488494 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-4d22ebd6-b222-4bc9-bc6e-13497f4a679a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.0865383 Mar 01 16:03:49.494360 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a996-e1cf-4272-a2ca-0d091e727c4c req-ecbabc85-06fd-4bc7-bda5-7242582d7c4c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:49.495846 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b0f1a996-e1cf-4272-a2ca-0d091e727c4c req-ecbabc85-06fd-4bc7-bda5-7242582d7c4c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0516887 Mar 01 16:03:49.542193 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b0f1a996-e1cf-4272-a2ca-0d091e727c4c req-9bf58018-43d3-4773-a52e-326a7cd753a8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Mar 01 16:03:49.554192 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-d8f4f1ca-25af-4977-8eda-e003362c4f2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 999 time: 0.0580192 Mar 01 16:03:49.603023 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-65baded0-5e3b-407f-aebf-d2b6b15a3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:49.604395 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-65baded0-5e3b-407f-aebf-d2b6b15a3ec8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0437191 Mar 01 16:03:49.655187 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-48f222fa-cd70-40f8-a754-6c33a3221b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:49.656699 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-48f222fa-cd70-40f8-a754-6c33a3221b61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454261 Mar 01 16:03:49.743479 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-4af79ba5-7662-4091-b484-04834481247b service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795174 Mar 01 16:03:49.832494 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-5fb8b80a-8296-4620-bba2-97bcd78499fb req-74a86f84-c09a-43f0-8af9-4897094fac98 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824196 Mar 01 16:03:49.919444 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:03:49.993018 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: DOWN; New status is: DOWN {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:50.683364 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9220a1-b8a5-4dfb-8179-387bbdb260d2 req-721e99ab-edd6-4e2c-9a02-1ed2557e476e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:50.684856 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd9220a1-b8a5-4dfb-8179-387bbdb260d2 req-721e99ab-edd6-4e2c-9a02-1ed2557e476e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0623362 Mar 01 16:03:50.737657 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd9220a1-b8a5-4dfb-8179-387bbdb260d2 req-829bb632-c9da-402a-942a-3b9ca42c5b5e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 Mar 01 16:03:51.523833 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36568) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:51.638564 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:51.728745 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Publish callbacks [] for security_group (93fda391-0ab3-418a-b6ff-d792cbca90c6), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:51.733485 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (93fda391-0ab3-418a-b6ff-d792cbca90c6), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:51.769504 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fda391-0ab3-418a-b6ff-d792cbca90c6,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:51.773846 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15646d8d0f9e4971851c04ff2084d6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483506 Mar 01 16:03:51.776570 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36574) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:51.787870 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.788225 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.788907 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.789534 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.789825 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.790348 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.790585 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.790937 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.791333 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.791665 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.792003 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.792377 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.792735 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979f22b-3ae3-431e-b6e6-fa958daf1d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:51.842368 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d488155e-30d0-44d2-8651-f8745f75cbd1 admin admin] Publish callbacks [] for security_group (93fda391-0ab3-418a-b6ff-d792cbca90c6), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:51.866008 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d488155e-30d0-44d2-8651-f8745f75cbd1 admin admin] Publish callbacks [] for security_group (93fda391-0ab3-418a-b6ff-d792cbca90c6), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:51.904224 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545453f8-7972-4d7a-bb6e-8ca942f1c756 req-9346bfb5-c6b3-4d83-a331-c8979f172dca tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:51.912328 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-545453f8-7972-4d7a-bb6e-8ca942f1c756 req-9346bfb5-c6b3-4d83-a331-c8979f172dca tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0807853 Mar 01 16:03:51.928991 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d488155e-30d0-44d2-8651-f8745f75cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (93fda391-0ab3-418a-b6ff-d792cbca90c6), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:51.933482 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d488155e-30d0-44d2-8651-f8745f75cbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:51.937147 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-d488155e-30d0-44d2-8651-f8745f75cbd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93fda391-0ab3-418a-b6ff-d792cbca90c6 HTTP/1.1" status: 204 len: 168 time: 0.1573536 Mar 01 16:03:51.956921 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488155e-30d0-44d2-8651-f8745f75cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fda391-0ab3-418a-b6ff-d792cbca90c6,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:51.981117 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-545453f8-7972-4d7a-bb6e-8ca942f1c756 req-95c7b488-88a3-45b5-9091-71026772f0a5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675256 Mar 01 16:03:52.608505 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36596) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:52.712428 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-683259088-network', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:03:52.732874 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Made reservation on behalf of cb0bd7d53a894d2785f95f9fc0a3b1f8 for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:03:52.735882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:52.745023 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:52.826504 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks [] for security_group (c2911c90-eb1d-45f7-b101-90c172dcb122), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:52.830628 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c2911c90-eb1d-45f7-b101-90c172dcb122), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:52.860470 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:03:52.869863 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2911c90-eb1d-45f7-b101-90c172dcb122,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:52.878514 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (2468d3a2-9e15-4978-8d14-5be5652879fb), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:52.878853 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Added segment 2468d3a2-9e15-4978-8d14-5be5652879fb of type vlan for network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 Mar 01 16:03:52.887472 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.887822 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.888163 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.888498 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.888827 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.889151 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.889481 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.890659 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.891356 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.891830 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.892491 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.892824 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.893169 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:03:52.937534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:52.963830 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:52.964808 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:52.965404 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.012327 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4015098 Mar 01 16:03:53.014780 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36600) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:53.019234 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Request body: {'subnet': {'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-683259088-subnet', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:03:53.047511 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc828f-5d8c-440f-83cb-21a169f5029c admin admin] Pushing event updated for resources: {'Network': ['ID=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:53.051407 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Made reservation on behalf of cb0bd7d53a894d2785f95f9fc0a3b1f8 for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:03:53.053794 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3493225'] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.061572 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:03:53.193167 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059dff2-1df2-4532-be77-24186e30471a req-8bd33810-1127-4460-a62d-0fc7344b5e7f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:53.195113 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1059dff2-1df2-4532-be77-24186e30471a req-8bd33810-1127-4460-a62d-0fc7344b5e7f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0878294 Mar 01 16:03:53.312756 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1059dff2-1df2-4532-be77-24186e30471a req-9d0accad-6dbc-401d-94ed-293f440b1182 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890470 Mar 01 16:03:53.327859 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126826639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3493211'] for subnet (d362596c-bacc-45f3-8722-b1cff3f83b6d), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.389379 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d362596c-bacc-45f3-8722-b1cff3f83b6d,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:53.399201 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Checking segment: {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:03:53.399595 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Network hostable DHCP agents. Network: b204ec7b-3d08-49e1-b443-9c17a2e4b7e8, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:03:53.418117 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:03:53.427510 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, b204ec7b-3d08-49e1-b443-9c17a2e4b7e8) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:03:53.433462 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:53.434288 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.436441 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354ae85-b3b8-4548-8bde-fbafa3d26000 None None] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:03:53.451751 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a874b287-c49f-4d3d-ad41-337439441f81 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4360886 Mar 01 16:03:53.454439 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36606) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:53.461451 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:03:53.483841 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (8813b3ac-29bd-4839-8605-a0968ebf3292), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.484998 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (8813b3ac-29bd-4839-8605-a0968ebf3292), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.548715 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks [] for router_controller (8813b3ac-29bd-4839-8605-a0968ebf3292), precommit_add_association {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.548888 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:03:53.549686 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.720526 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Allocated IP 172.20.0.2 (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8/d362596c-bacc-45f3-8722-b1cff3f83b6d/d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:03:53.910216 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Publish callbacks [] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.918283 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.922262 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks [] for router_gateway (8813b3ac-29bd-4839-8605-a0968ebf3292), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:53.975776 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:03:53.977526 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:03:53.986324 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:03:54.003695 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Pushing event updated for resources: {'Port': ['ID=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:54.059554 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Attempting to bind port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:03:54.059932 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Attempting to bind port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:03:54.060305 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Attempting to bind port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 on network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:03:54.065626 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:03:54.066354 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Checking segment: {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:03:54.066560 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.066966 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Bound using segment: {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:03:54.067461 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Bound port: d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:03:54.068074 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.141898 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] For port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:03:54.145244 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] For port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:03:54.154034 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks [] for router_gateway (8813b3ac-29bd-4839-8605-a0968ebf3292), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.155213 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.177709 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.234007 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31298216-3cdf-4cfa-98bf-fdd857a4b9fa None None] Pushing event updated for resources: {'Port': ['ID=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:54.332626 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a09cbeaa-7cc3-43ab-9c20-b8fba130849f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.333103 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Allocated IP 172.27.0.191 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:03:54.505924 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks [] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.529891 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f747ad-f0cb-49b6-8fa3-65a0adee4936 req-c780a987-8ac2-42cc-b670-83d6a531968b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:54.536510 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2f747ad-f0cb-49b6-8fa3-65a0adee4936 req-c780a987-8ac2-42cc-b670-83d6a531968b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.1200702 Mar 01 16:03:54.608790 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2f747ad-f0cb-49b6-8fa3-65a0adee4936 req-27fffd5d-3218-4d4c-8ede-1bc8a392acd3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698948 Mar 01 16:03:54.620273 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:54.681997 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:03:54.692933 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:03:54.697823 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:03:54.725433 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:54.982447 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks [] for router_gateway (8813b3ac-29bd-4839-8605-a0968ebf3292), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:55.219336 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (8813b3ac-29bd-4839-8605-a0968ebf3292), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:55.371260 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ed450-e6c6-4610-a9e9-85265f742c41 None None] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:03:55.378479 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Router 8813b3ac-29bd-4839-8605-a0968ebf3292 is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:03:55.439604 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-ee70b1df-ade5-474c-b675-73a9d777e944 None None] Provisioning complete for port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:03:55.440085 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1df-ade5-474c-b675-73a9d777e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:55.518223 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:03:55.555986 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Sync routers for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:03:55.558673 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:55.562934 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-de6f8f7e-b3ab-4bac-8259-1ca3f12ec181 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1074343 Mar 01 16:03:55.563518 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36610) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:55.588041 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:03:55.588730 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:03:55.591862 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ee70b1df-ade5-474c-b675-73a9d777e944 None None] Current status of the port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:55.592340 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1df-ade5-474c-b675-73a9d777e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:55.723830 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ee70b1df-ade5-474c-b675-73a9d777e944 None None] For port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:03:55.742611 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1df-ade5-474c-b675-73a9d777e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:55.885098 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d097b1-642c-48f3-b704-f397b95f452a req-d29d8168-c9db-447d-968b-867878031559 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:55.904471 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-96d097b1-642c-48f3-b704-f397b95f452a req-d29d8168-c9db-447d-968b-867878031559 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.1675334 Mar 01 16:03:56.003066 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-96d097b1-642c-48f3-b704-f397b95f452a req-abe26373-baf2-4c30-a00c-d32d0a96b57e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977232 Mar 01 16:03:56.032849 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70b1df-ade5-474c-b675-73a9d777e944 None None] Pushing event updated for resources: {'Port': ['ID=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:56.060038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:03:56.138309 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:03:56.224662 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-53465492-a413-45f5-b5a3-fe8050c43e5b None None] Provisioning complete for port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:03:56.225130 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53465492-a413-45f5-b5a3-fe8050c43e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.254459 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.314573 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:03:56.315329 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.432466 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-53465492-a413-45f5-b5a3-fe8050c43e5b None None] Current status of the port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:56.452914 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Allocated IP 172.20.0.1 (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8/d362596c-bacc-45f3-8722-b1cff3f83b6d/64dee116-c0ca-4ae6-be54-a837cf21f338) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:03:56.479602 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:54Z', 'revision_number': 3, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:03:56.532353 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Checking router: 8813b3ac-29bd-4839-8605-a0968ebf3292 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:03:56.532704 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Updating router 8813b3ac-29bd-4839-8605-a0968ebf3292 port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:03:56.538016 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:56.565087 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4856559-98da-41c1-b17c-9894f78a77fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.575205 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.580074 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks [] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.617253 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.666479 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:03:56.670869 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Pushing event updated for resources: {'Port': ['ID=64dee116-c0ca-4ae6-be54-a837cf21f338,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:56.674459 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:03:56.676873 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:03:56.751812 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (8813b3ac-29bd-4839-8605-a0968ebf3292), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.889713 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Publish callbacks [] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.903235 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.981082 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Attempting to bind port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:03:56.981503 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Attempting to bind port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:03:56.982008 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Attempting to bind port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:03:56.983012 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.994471 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:03:56.995100 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:03:56.995625 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.996187 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:03:56.996774 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Bound port: a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:03:56.997262 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:56.999165 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c5a2d-ac2e-4c06-992d-406e0e711613 None None] Pushing event updated for resources: {'Port': ['ID=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:57.077135 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] For port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:03:57.082897 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] For port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:03:57.087793 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-9c35192c-d1e4-472a-82db-764a7ea41519 None None] Provisioning complete for port 64dee116-c0ca-4ae6-be54-a837cf21f338 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:03:57.088201 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c35192c-d1e4-472a-82db-764a7ea41519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:57.125196 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:57.167857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e116-5eb4-4dfd-b04d-374d82ec0219 req-e58af496-be97-4a3f-924a-a0a588aabcac tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:57.176249 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d944e116-5eb4-4dfd-b04d-374d82ec0219 req-e58af496-be97-4a3f-924a-a0a588aabcac tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0690601 Mar 01 16:03:57.190607 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9c35192c-d1e4-472a-82db-764a7ea41519 None None] Port 64dee116-c0ca-4ae6-be54-a837cf21f338 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:03:57.219539 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:03:57.220184 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:03:57.247005 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d944e116-5eb4-4dfd-b04d-374d82ec0219 req-a804791b-edd6-4154-ac9b-f1fa9009bacf tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688052 Mar 01 16:03:57.268165 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c5a2d-ac2e-4c06-992d-406e0e711613 None None] Pushing event updated for resources: {'Port': ['ID=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:57.328867 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks [] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:57.335563 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:57.354654 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:03:57.407698 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Pushing event updated for resources: {'Port': ['ID=64dee116-c0ca-4ae6-be54-a837cf21f338,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:57.412913 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (8813b3ac-29bd-4839-8605-a0968ebf3292), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:57.507713 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:03:57.509253 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:03:57.631541 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 1, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:03:57.655827 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Router 8813b3ac-29bd-4839-8605-a0968ebf3292 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:03:57.666850 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddca459-dae3-47d6-803a-a98fa988c0c9 None None] The sync data for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi is: [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 1, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:03:57.785699 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:57.819649 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:03:57.825059 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-efe57548-9716-475c-a324-ce1dd207902f admin admin] 10.222.0.10 "PUT /v2.0/routers/8813b3ac-29bd-4839-8605-a0968ebf3292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2603607 Mar 01 16:03:57.837033 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-c33b58c8-f355-4e0f-8912-4f7e01fca7d0 None None] Provisioning complete for port 64dee116-c0ca-4ae6-be54-a837cf21f338 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:03:57.837423 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c33b58c8-f355-4e0f-8912-4f7e01fca7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:57.889250 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c33b58c8-f355-4e0f-8912-4f7e01fca7d0 None None] Port 64dee116-c0ca-4ae6-be54-a837cf21f338 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:03:58.027968 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:03:58.114995 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:03:58.115417 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.285454 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:03:58.414575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71455495-d8c6-4e10-b594-c603106b6802 req-fab7b054-86ad-4454-9eeb-f12b8604c188 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:58.423647 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71455495-d8c6-4e10-b594-c603106b6802 req-fab7b054-86ad-4454-9eeb-f12b8604c188 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0810165 Mar 01 16:03:58.510138 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71455495-d8c6-4e10-b594-c603106b6802 req-d3d756f6-7d79-40df-8f6d-2f646a1c2d8e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853329 Mar 01 16:03:58.585803 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36634) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:58.590656 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1946033706-network', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:03:58.618711 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Made reservation on behalf of 4f7b1e3a93dc436a96b1c0a33c595861 for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:03:58.621760 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.632861 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.754433 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks [] for security_group (2e18d03e-8365-4e32-bb36-e7b599ef9501), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.759979 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2e18d03e-8365-4e32-bb36-e7b599ef9501), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.793195 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:03:58.804013 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e18d03e-8365-4e32-bb36-e7b599ef9501,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:58.810071 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (82d64ee2-d266-4bb3-a90d-beb714e0f421), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.810492 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Added segment 82d64ee2-d266-4bb3-a90d-beb714e0f421 of type vlan for network f6a30376-88ca-449a-a7b4-25d95c4d36a9 Mar 01 16:03:58.872257 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (f6a30376-88ca-449a-a7b4-25d95c4d36a9), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.900083 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (f6a30376-88ca-449a-a7b4-25d95c4d36a9), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.901192 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:58.901928 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:58.966847 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3774061 Mar 01 16:03:58.967089 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36636) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:58.972169 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Request body: {'subnet': {'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1946033706-subnet', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'ip_version': 4}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:03:58.981936 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b561112-b69a-49db-87da-c88f646f4a3c admin admin] Pushing event updated for resources: {'Network': ['ID=f6a30376-88ca-449a-a7b4-25d95c4d36a9,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:58.992716 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:03:59.006815 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Made reservation on behalf of 4f7b1e3a93dc436a96b1c0a33c595861 for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:03:59.013746 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700829'] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.227101 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.515361 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700847'] for subnet (951db5ee-7b29-4618-a613-51410a6f26fa), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.582376 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951db5ee-7b29-4618-a613-51410a6f26fa,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:03:59.586054 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Checking segment: {'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:03:59.586424 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Network hostable DHCP agents. Network: f6a30376-88ca-449a-a7b4-25d95c4d36a9, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:03:59.609156 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:03:59.629679 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, f6a30376-88ca-449a-a7b4-25d95c4d36a9) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:03:59.634952 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:59.637101 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.644766 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86339310-644e-456b-a036-9639e554c3e9 None None] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:03:59.677646 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2256a013-1a04-4b62-99b8-de8dd961d941 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7076757 Mar 01 16:03:59.680735 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 36642) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:03:59.686113 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:03:59.715119 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084de8b8-6ec3-4cba-a953-a58e8bf5cb0a req-71375bac-1c39-4913-af98-ccf4a7b2117c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:03:59.717123 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64866'] for router (72da2730-e73f-48f3-b7fe-72c4a36fab07), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.718357 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64795'] for router (72da2730-e73f-48f3-b7fe-72c4a36fab07), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.719966 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-084de8b8-6ec3-4cba-a953-a58e8bf5cb0a req-71375bac-1c39-4913-af98-ccf4a7b2117c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0816050 Mar 01 16:03:59.814732 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-084de8b8-6ec3-4cba-a953-a58e8bf5cb0a req-f2334604-dcbd-4dbd-b563-529063880bdd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886290 Mar 01 16:03:59.814884 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks [] for router_controller (72da2730-e73f-48f3-b7fe-72c4a36fab07), precommit_add_association {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.826043 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08dc8704-4682-54d5-b1f9-6d0ce4e611d9-f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'fixed_ips': [{'subnet_id': '951db5ee-7b29-4618-a613-51410a6f26fa'}]}} from dv-cinder-778193-21-iscsi. {{(pid=102832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:03:59.827022 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:03:59.984885 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks [] for router_gateway (72da2730-e73f-48f3-b7fe-72c4a36fab07), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.062324 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Allocated IP 172.20.0.2 (f6a30376-88ca-449a-a7b4-25d95c4d36a9/951db5ee-7b29-4618-a613-51410a6f26fa/8764a7d9-49c8-499c-96ab-bbada0f6e3e1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:04:00.118779 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:00.253251 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks [] for router_gateway (72da2730-e73f-48f3-b7fe-72c4a36fab07), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.275846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.392783 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Allocated IP 172.27.0.150 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/71d40a5b-b49c-40f2-a09a-3ddd219f954b) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:04:00.401081 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:00.401474 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.480181 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Publish callbacks [] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.484404 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Sync routers for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:04:00.494534 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.496026 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:00.496555 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:00.510035 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks [] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.556151 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.576753 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:00.579289 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Pushing event updated for resources: {'Port': ['ID=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:00.582316 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:00.584436 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:00.584837 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.592065 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:04:00.606847 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:00.609982 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:00.613861 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:04:00.633009 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:00.642322 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=71d40a5b-b49c-40f2-a09a-3ddd219f954b,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:00.667585 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.674427 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.718468 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:00.724865 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.733859 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Attempting to bind port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:04:00.734245 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Attempting to bind port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:04:00.734631 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Attempting to bind port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 on network f6a30376-88ca-449a-a7b4-25d95c4d36a9 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:00.744032 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:04:00.744416 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Checking segment: {'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:04:00.744826 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.745230 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Bound using segment: {'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:04:00.745709 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Bound port: 8764a7d9-49c8-499c-96ab-bbada0f6e3e1, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:04:00.746576 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.756526 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:04:00.769951 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:00.822489 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] For port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:04:00.825756 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] For port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,segment=NetworkSegment(82d64ee2-d266-4bb3-a90d-beb714e0f421),segment_id=82d64ee2-d266-4bb3-a90d-beb714e0f421)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:04:00.832307 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.897828 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770fb18-0227-4c64-a35e-78e20dbf0b37 None None] Pushing event updated for resources: {'Port': ['ID=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:00.909354 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks [] for router_gateway (72da2730-e73f-48f3-b7fe-72c4a36fab07), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:00.968479 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:03:57Z', 'revision_number': 2, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:01.000781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ffe71-aaed-409b-87b0-e69ddcb97d48 req-89292fb4-fce9-4b4a-95aa-f6b26c6fd297 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:01.001536 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Checking router: 8813b3ac-29bd-4839-8605-a0968ebf3292 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:04:01.002092 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Updating router 8813b3ac-29bd-4839-8605-a0968ebf3292 port 64dee116-c0ca-4ae6-be54-a837cf21f338 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:04:01.002852 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-740ffe71-aaed-409b-87b0-e69ddcb97d48 req-89292fb4-fce9-4b4a-95aa-f6b26c6fd297 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0734746 Mar 01 16:04:01.032953 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.066617 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-740ffe71-aaed-409b-87b0-e69ddcb97d48 req-ddc6f7ff-a986-4d5e-9de7-8767b7658e7b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517755 Mar 01 16:04:01.153301 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589863'] for router (72da2730-e73f-48f3-b7fe-72c4a36fab07), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.292545 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Router 72da2730-e73f-48f3-b7fe-72c4a36fab07 is scheduled to L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 with binding_index 1 {{(pid=102830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:04:01.346397 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Publish callbacks [] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.352198 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.397167 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Pushing event updated for resources: {'Port': ['ID=64dee116-c0ca-4ae6-be54-a837cf21f338,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:01.400195 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:04:01.420639 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.422557 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a0076b02-f793-40e1-a079-79351d90d8c1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7402065 Mar 01 16:04:01.426087 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 36646) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:01.428767 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Sync routers for ids ['72da2730-e73f-48f3-b7fe-72c4a36fab07'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:04:01.443919 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Routers {'72da2730-e73f-48f3-b7fe-72c4a36fab07'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:01.445610 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['72da2730-e73f-48f3-b7fe-72c4a36fab07'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:01.456959 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.457333 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.457704 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.458054 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.458390 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.458918 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.459471 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.459976 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.460472 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.461032 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.461515 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.462006 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.462505 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:01.479368 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Attempting to bind port 64dee116-c0ca-4ae6-be54-a837cf21f338 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:04:01.479842 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Attempting to bind port 64dee116-c0ca-4ae6-be54-a837cf21f338 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:04:01.480216 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Attempting to bind port 64dee116-c0ca-4ae6-be54-a837cf21f338 on network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:01.485857 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:04:01.486940 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Checking segment: {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:04:01.487557 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.488104 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Bound using segment: {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:04:01.488731 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Bound port: 64dee116-c0ca-4ae6-be54-a837cf21f338, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:04:01.489292 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.553151 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] For port 64dee116-c0ca-4ae6-be54-a837cf21f338, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:04:01.558484 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] For port 64dee116-c0ca-4ae6-be54-a837cf21f338, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=64dee116-c0ca-4ae6-be54-a837cf21f338,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:04:01.568002 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.584307 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Set router 72da2730-e73f-48f3-b7fe-72c4a36fab07 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:01.645025 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:01.645665 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:01.697589 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ce9bc-9457-42af-a121-29e2dc9bc3ce None None] Pushing event updated for resources: {'Port': ['ID=64dee116-c0ca-4ae6-be54-a837cf21f338,revision_number=4']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:01.812406 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-3b43f7a9-9ec7-4130-b126-c36e8458a7bc None None] Provisioning complete for port 64dee116-c0ca-4ae6-be54-a837cf21f338 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:01.812791 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b43f7a9-9ec7-4130-b126-c36e8458a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:01.817282 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:01.932861 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 3, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port': {'id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:00Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:01.978155 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Checking router: 72da2730-e73f-48f3-b7fe-72c4a36fab07 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:04:01.978509 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Updating router 72da2730-e73f-48f3-b7fe-72c4a36fab07 port 71d40a5b-b49c-40f2-a09a-3ddd219f954b binding host dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:04:02.019591 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3b43f7a9-9ec7-4130-b126-c36e8458a7bc None None] Current status of the port 64dee116-c0ca-4ae6-be54-a837cf21f338 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:02.020029 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b43f7a9-9ec7-4130-b126-c36e8458a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.043359 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.118799 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:01Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:02.150841 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4902c2c7-1be1-4f25-bb4b-c7256a281ab2 None None] The sync data for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi is: [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:01Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:04:02.162956 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-3b43f7a9-9ec7-4130-b126-c36e8458a7bc None None] For port 64dee116-c0ca-4ae6-be54-a837cf21f338, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=64dee116-c0ca-4ae6-be54-a837cf21f338,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:02.237521 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b43f7a9-9ec7-4130-b126-c36e8458a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.251363 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d5081-2def-403b-b704-fc8a31efc526 None None] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:04:02.287630 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 64dee116-c0ca-4ae6-be54-a837cf21f338 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:02.365562 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef70a2-c91e-4a44-b92c-ff35bf4bc167 req-10d3a0c6-ef85-421e-a578-06e1d4595103 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:02.367681 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-23ef70a2-c91e-4a44-b92c-ff35bf4bc167 req-10d3a0c6-ef85-421e-a578-06e1d4595103 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.1450825 Mar 01 16:04:02.452304 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.453240 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43f7a9-9ec7-4130-b126-c36e8458a7bc None None] Pushing event updated for resources: {'Port': ['ID=64dee116-c0ca-4ae6-be54-a837cf21f338,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:02.469519 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-23ef70a2-c91e-4a44-b92c-ff35bf4bc167 req-6afadae8-0e08-4b86-b3e5-2c9013c436bd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903192 Mar 01 16:04:02.477051 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Provisioning complete for port 64dee116-c0ca-4ae6-be54-a837cf21f338 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:02.480653 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.581131 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 64dee116-c0ca-4ae6-be54-a837cf21f338 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:02.581505 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.648629 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Allocated IP 172.20.0.1 (f6a30376-88ca-449a-a7b4-25d95c4d36a9/951db5ee-7b29-4618-a613-51410a6f26fa/f2ae01af-135e-4b8a-a9dc-4b2c6c352954) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:04:02.742392 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Current status of the port 64dee116-c0ca-4ae6-be54-a837cf21f338 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:02.749439 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Publish callbacks [] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.779325 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.807950 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks [] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.849059 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.906642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Pushing event updated for resources: {'Port': ['ID=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:02.914896 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:02.916588 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:02.919086 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:04:02.962440 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Provisioning complete for port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:02.963012 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:02.964374 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 64dee116-c0ca-4ae6-be54-a837cf21f338 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:02.965437 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:02.968438 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589306'] for router_interface (72da2730-e73f-48f3-b7fe-72c4a36fab07), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.033407 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67727b49-eae1-439a-be71-0c417d343d28 None None] Pushing event updated for resources: {'Port': ['ID=71d40a5b-b49c-40f2-a09a-3ddd219f954b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:03.048691 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Attempting to bind port 71d40a5b-b49c-40f2-a09a-3ddd219f954b on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:04:03.049068 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Attempting to bind port 71d40a5b-b49c-40f2-a09a-3ddd219f954b by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:04:03.049431 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Attempting to bind port 71d40a5b-b49c-40f2-a09a-3ddd219f954b on network b3d20226-e1a1-41db-a972-a856aca3107e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:03.062511 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:04:03.062887 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Checking segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:04:03.063310 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.063706 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Bound using segment: {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:04:03.064172 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Bound port: 71d40a5b-b49c-40f2-a09a-3ddd219f954b, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd69e1-3445-4943-955d-b9379b3d01c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:04:03.064555 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.117489 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.160003 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:03.160382 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.162243 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] For port 71d40a5b-b49c-40f2-a09a-3ddd219f954b, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:04:03.167010 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] For port 71d40a5b-b49c-40f2-a09a-3ddd219f954b, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=71d40a5b-b49c-40f2-a09a-3ddd219f954b,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:04:03.191368 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.195871 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Current status of the port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:03.196245 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.293459 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Routers {'72da2730-e73f-48f3-b7fe-72c4a36fab07'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:03.294083 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['72da2730-e73f-48f3-b7fe-72c4a36fab07'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:03.294504 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks [] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.299614 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.301249 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] For port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,segment=NetworkSegment(82d64ee2-d266-4bb3-a90d-beb714e0f421),segment_id=82d64ee2-d266-4bb3-a90d-beb714e0f421)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:03.333618 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67727b49-eae1-439a-be71-0c417d343d28 None None] Pushing event updated for resources: {'Port': ['ID=71d40a5b-b49c-40f2-a09a-3ddd219f954b,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:03.339820 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.365026 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591722'] for router_interface (72da2730-e73f-48f3-b7fe-72c4a36fab07), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.367785 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Pushing event updated for resources: {'Port': ['ID=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:03.465882 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:03.467683 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:03.470079 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:03.471359 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:03.472903 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce251c0e-8e04-4fa9-87e2-ab27b5026e27 None None] Pushing event updated for resources: {'Port': ['ID=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:03.522932 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-f5f376d4-40ca-4abd-975d-9efba1f5c9a2 None None] Provisioning complete for port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:03.523905 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f5f376d4-40ca-4abd-975d-9efba1f5c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.529649 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] Set router 72da2730-e73f-48f3-b7fe-72c4a36fab07 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:03.610645 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f5f376d4-40ca-4abd-975d-9efba1f5c9a2 None None] Port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:04:03.627160 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Router 72da2730-e73f-48f3-b7fe-72c4a36fab07 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:04:03.640408 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684de6a-3a50-4e05-84f7-b20e38f70148 req-c7ce388d-8d74-422e-8ace-d36be3644571 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:03.641872 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e684de6a-3a50-4e05-84f7-b20e38f70148 req-c7ce388d-8d74-422e-8ace-d36be3644571 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0814438 Mar 01 16:04:03.696693 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:03.697071 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.704739 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-f5f376d4-40ca-4abd-975d-9efba1f5c9a2 None None] Provisioning complete for port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:03.704739 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f5f376d4-40ca-4abd-975d-9efba1f5c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:03.776885 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e684de6a-3a50-4e05-84f7-b20e38f70148 req-7ef96c8e-e382-40fc-88c3-05b200e5b335 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251280 Mar 01 16:04:03.793300 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606180cf-145e-478c-b476-6827882f442f admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:04:03.800638 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-606180cf-145e-478c-b476-6827882f442f admin admin] 10.222.0.10 "PUT /v2.0/routers/72da2730-e73f-48f3-b7fe-72c4a36fab07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3689754 Mar 01 16:04:03.909787 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f5f376d4-40ca-4abd-975d-9efba1f5c9a2 None None] Current status of the port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:03.914475 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:03.932190 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 4, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port': {'id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:00Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'f2ae01af-135e-4b8a-a9dc-4b2c6c352954', 'name': '', 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'mac_address': 'fa:16:3e:c0:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:02Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 1, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'subnets': [{'id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:03.959690 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e180c1-ced6-4d4a-8a80-359cb6c16b24 None None] The sync data for ids ['72da2730-e73f-48f3-b7fe-72c4a36fab07'] in dv-cinder-778193-21-iscsi is: [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 4, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port': {'id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:00Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'f2ae01af-135e-4b8a-a9dc-4b2c6c352954', 'name': '', 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'mac_address': 'fa:16:3e:c0:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:02Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 1, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'subnets': [{'id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:04:04.014648 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 64dee116-c0ca-4ae6-be54-a837cf21f338 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:04.067809 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-7e5e2a2a-5d50-4112-ab36-3b0204e53048 None None] Provisioning complete for port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:04.068299 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2a2a-5d50-4112-ab36-3b0204e53048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:04.118432 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e2a2a-5d50-4112-ab36-3b0204e53048 None None] Port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:04:04.119846 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 64dee116-c0ca-4ae6-be54-a837cf21f338 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:04.120228 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:04.220282 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 64dee116-c0ca-4ae6-be54-a837cf21f338 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:04.221404 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:04.276756 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:04.277158 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:04.360660 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:04.975678 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f77d3-230b-41f3-9130-8baef702c56f req-907298a9-b0dc-47ba-89a2-d78c5a341972 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:04.984288 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b35f77d3-230b-41f3-9130-8baef702c56f req-907298a9-b0dc-47ba-89a2-d78c5a341972 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0949006 Mar 01 16:04:05.039289 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b35f77d3-230b-41f3-9130-8baef702c56f req-236b638f-7c9d-4d68-ab0c-8b584a56e6b9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524085 Mar 01 16:04:06.040601 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 71d40a5b-b49c-40f2-a09a-3ddd219f954b up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:06.132138 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 71d40a5b-b49c-40f2-a09a-3ddd219f954b triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:06.133126 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:06.241389 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 71d40a5b-b49c-40f2-a09a-3ddd219f954b is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:06.241894 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:06.275667 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf842cf-e09e-4696-ad90-9b205053c5b5 req-4bd7132b-72ba-4ca0-aa98-1f63c012ed4e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:06.276393 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] For port 71d40a5b-b49c-40f2-a09a-3ddd219f954b, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=71d40a5b-b49c-40f2-a09a-3ddd219f954b,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:06.285792 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-abf842cf-e09e-4696-ad90-9b205053c5b5 req-4bd7132b-72ba-4ca0-aa98-1f63c012ed4e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.1031175 Mar 01 16:04:06.287497 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:06.355832 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Pushing event updated for resources: {'Port': ['ID=71d40a5b-b49c-40f2-a09a-3ddd219f954b,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:06.360388 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-abf842cf-e09e-4696-ad90-9b205053c5b5 req-bcba7473-d4b4-4bb7-b922-e9fd30a6e4a2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732069 Mar 01 16:04:06.462595 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Sync routers for ids ['72da2730-e73f-48f3-b7fe-72c4a36fab07'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:04:06.475628 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Routers {'72da2730-e73f-48f3-b7fe-72c4a36fab07'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:06.476628 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['72da2730-e73f-48f3-b7fe-72c4a36fab07'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:06.599629 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Set router 72da2730-e73f-48f3-b7fe-72c4a36fab07 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:06.822186 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 4, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port': {'id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:00Z', 'updated_at': '2022-03-01T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'f2ae01af-135e-4b8a-a9dc-4b2c6c352954', 'name': '', 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'mac_address': 'fa:16:3e:c0:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:02Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 2, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'subnets': [{'id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:06.849646 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Checking router: 72da2730-e73f-48f3-b7fe-72c4a36fab07 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:04:06.850337 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Updating router 72da2730-e73f-48f3-b7fe-72c4a36fab07 port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 binding host dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:04:06.884096 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.186552 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Publish callbacks [] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.195529 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.242649 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e29406-8278-4f0c-9c4c-fcc44277e540 None None] Pushing event updated for resources: {'Port': ['ID=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:07.325724 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Attempting to bind port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 on host dv-cinder-778193-21-iscsi for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:04:07.326306 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Attempting to bind port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 by drivers openvswitch,hyperv on host dv-cinder-778193-21-iscsi at level 0 using segments [{'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:04:07.326938 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Attempting to bind port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 on network f6a30376-88ca-449a-a7b4-25d95c4d36a9 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:07.334976 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Checking agent: {'id': 'f94918f1-fedf-4eca-a18d-af7be7b4c89d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 50, 31), 'started_at': datetime.datetime(2022, 3, 1, 15, 51, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:04:07.335498 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Checking segment: {'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:04:07.335913 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.336307 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Bound using segment: {'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:04:07.336832 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Bound port: f2ae01af-135e-4b8a-a9dc-4b2c6c352954, host: dv-cinder-778193-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d64ee2-d266-4bb3-a90d-beb714e0f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:04:07.337346 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.487445 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] For port f2ae01af-135e-4b8a-a9dc-4b2c6c352954, host dv-cinder-778193-21-iscsi, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:04:07.494252 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] For port f2ae01af-135e-4b8a-a9dc-4b2c6c352954, host dv-cinder-778193-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,segment=NetworkSegment(82d64ee2-d266-4bb3-a90d-beb714e0f421),segment_id=82d64ee2-d266-4bb3-a90d-beb714e0f421)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:04:07.508028 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.561857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6954efe-2cfe-45db-890a-3dc72896d6b8 req-71bb628c-6039-4233-8e7c-f33dcf11d02c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:07.571846 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6954efe-2cfe-45db-890a-3dc72896d6b8 req-71bb628c-6039-4233-8e7c-f33dcf11d02c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.1318936 Mar 01 16:04:07.581647 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-562d8829-6965-448c-b356-d32885f9b7d3 None None] Provisioning complete for port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:07.582270 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-562d8829-6965-448c-b356-d32885f9b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.588928 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e29406-8278-4f0c-9c4c-fcc44277e540 None None] Pushing event updated for resources: {'Port': ['ID=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,revision_number=4']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:07.621703 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Routers {'72da2730-e73f-48f3-b7fe-72c4a36fab07'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:07.623008 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:03:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['72da2730-e73f-48f3-b7fe-72c4a36fab07'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:07.690682 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6954efe-2cfe-45db-890a-3dc72896d6b8 req-26d88db2-a942-4405-91e4-f0a28546b049 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178648 Mar 01 16:04:07.793522 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-562d8829-6965-448c-b356-d32885f9b7d3 None None] Current status of the port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 is: DOWN; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:07.794197 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-562d8829-6965-448c-b356-d32885f9b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.857096 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-562d8829-6965-448c-b356-d32885f9b7d3 None None] For port f2ae01af-135e-4b8a-a9dc-4b2c6c352954, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,segment=NetworkSegment(82d64ee2-d266-4bb3-a90d-beb714e0f421),segment_id=82d64ee2-d266-4bb3-a90d-beb714e0f421)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:07.867131 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-562d8829-6965-448c-b356-d32885f9b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:07.903953 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] Set router 72da2730-e73f-48f3-b7fe-72c4a36fab07 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:07.940417 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8829-6965-448c-b356-d32885f9b7d3 None None] Pushing event updated for resources: {'Port': ['ID=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:07.996976 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-55bb61de-6ada-4fa6-86cc-8ec73ab88a4d None None] Provisioning complete for port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:07.997480 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55bb61de-6ada-4fa6-86cc-8ec73ab88a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:08.119492 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-55bb61de-6ada-4fa6-86cc-8ec73ab88a4d None None] Current status of the port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:08.125671 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 71d40a5b-b49c-40f2-a09a-3ddd219f954b up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:08.180377 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 4, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port': {'id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:00Z', 'updated_at': '2022-03-01T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'f2ae01af-135e-4b8a-a9dc-4b2c6c352954', 'name': '', 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'mac_address': 'fa:16:3e:c0:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:02Z', 'updated_at': '2022-03-01T16:04:07Z', 'revision_number': 4, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'subnets': [{'id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:08.183144 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port 71d40a5b-b49c-40f2-a09a-3ddd219f954b triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:08.183584 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:08.214813 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06f3f4-ce7a-4b67-bdbe-73ed7b997dc8 None None] The sync data for ids ['72da2730-e73f-48f3-b7fe-72c4a36fab07'] in dv-cinder-778193-21-iscsi is: [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:04:03Z', 'revision_number': 4, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port': {'id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:00Z', 'updated_at': '2022-03-01T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'f2ae01af-135e-4b8a-a9dc-4b2c6c352954', 'name': '', 'network_id': 'f6a30376-88ca-449a-a7b4-25d95c4d36a9', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'mac_address': 'fa:16:3e:c0:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:02Z', 'updated_at': '2022-03-01T16:04:07Z', 'revision_number': 4, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'subnets': [{'id': '951db5ee-7b29-4618-a613-51410a6f26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:04:08.281559 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port 71d40a5b-b49c-40f2-a09a-3ddd219f954b is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:08.283016 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device f2ae01af-135e-4b8a-a9dc-4b2c6c352954 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:08.357660 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:08.358049 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:08.451284 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:08.826528 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361ac23-a90e-41f3-a415-2d4c9abfc393 req-63cb96c5-ebf4-49a4-9b4c-df6c7de4a5ff tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:08.829411 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1361ac23-a90e-41f3-a415-2d4c9abfc393 req-63cb96c5-ebf4-49a4-9b4c-df6c7de4a5ff tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0576875 Mar 01 16:04:08.883472 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1361ac23-a90e-41f3-a415-2d4c9abfc393 req-812f3b04-df73-43a6-add4-8073ee6afd0a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494063 Mar 01 16:04:10.016596 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device f2ae01af-135e-4b8a-a9dc-4b2c6c352954 up at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:10.030747 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21666cd9-e67f-4819-92cf-f38332b94a28 req-62aaebb8-bace-484d-9330-af4233202cf4 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:10.039098 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21666cd9-e67f-4819-92cf-f38332b94a28 req-62aaebb8-bace-484d-9330-af4233202cf4 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0688746 Mar 01 16:04:10.087984 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21666cd9-e67f-4819-92cf-f38332b94a28 req-b38b1e05-046b-4d85-b872-97578ea733e8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476761 Mar 01 16:04:10.130828 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Provisioning complete for port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:10.131195 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:10.209991 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Current status of the port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:11.228184 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083dd1-09d6-4b11-b353-a8cd7d3a698c req-a6ccec15-cb74-4a55-86c8-defdcda8096e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:11.232428 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-04083dd1-09d6-4b11-b353-a8cd7d3a698c req-a6ccec15-cb74-4a55-86c8-defdcda8096e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0576756 Mar 01 16:04:11.282628 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-04083dd1-09d6-4b11-b353-a8cd7d3a698c req-d0e0eb00-5121-4ebe-bc73-b498ec7a744d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475628 Mar 01 16:04:12.426070 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74133255-b99a-4aae-8cec-9ed70e2be063 req-02110f30-9a5e-42ea-a0fb-9f011977594e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:12.427539 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-74133255-b99a-4aae-8cec-9ed70e2be063 req-02110f30-9a5e-42ea-a0fb-9f011977594e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0601914 Mar 01 16:04:12.478242 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-74133255-b99a-4aae-8cec-9ed70e2be063 req-62489f13-e383-496b-bb57-8049f3503607 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Mar 01 16:04:13.651792 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-da2a9bd1-624a-4d3e-9913-dd595263e0d3 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:13.655769 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-da2a9bd1-624a-4d3e-9913-dd595263e0d3 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 814 time: 0.1351602 Mar 01 16:04:13.664987 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e832aa7-756b-4cdb-bb1f-bd4955a1224d req-0f45732d-b78d-43d0-ba02-74b7553f843b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:13.666526 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2e832aa7-756b-4cdb-bb1f-bd4955a1224d req-0f45732d-b78d-43d0-ba02-74b7553f843b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 944 time: 0.0987556 Mar 01 16:04:13.682341 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-0a753776-e4f1-4613-b01c-22e5ef52dbb1 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/quotas/cb0bd7d53a894d2785f95f9fc0a3b1f8 HTTP/1.1" status: 200 len: 375 time: 0.0147829 Mar 01 16:04:13.744656 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2e832aa7-756b-4cdb-bb1f-bd4955a1224d req-0c9c9655-d6ac-40ab-a0ea-5a926c0d9aa4 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707800 Mar 01 16:04:13.757960 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-4c51e9bb-9037-49e3-8ebc-c6c643be22e3 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688243 Mar 01 16:04:13.938827 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-3292bbdf-539d-49d2-b156-c700ad8740d6 service neutron] 10.222.0.10 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694605 Mar 01 16:04:14.024244 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-cccf96ff-6b44-406f-afd6-2d0523454333 service neutron] 10.222.0.10 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797679 Mar 01 16:04:14.043089 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:04:14.148903 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:14.162874 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'port_id': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'mac_address': 'fa:16:3e:6b:9c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:04:14.183077 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-59773d9a-bda8-4e43-aa29-8059c82e6f5d req-3b8b8e06-fc42-4f21-9f72-b93d1de2efdb tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 210 time: 0.0283020 Mar 01 16:04:14.206207 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:14.206990 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:14.220401 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c8ae5b-2020-48db-8334-7f37dfaa8e11 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:04:14.240553 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:14.244595 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:14.417735 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=9']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:14.651769 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['a0c8ae5b-2020-48db-8334-7f37dfaa8e11'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:04:14.868537 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc11b7-9000-4b76-a5a6-664a6d3d5ce9 req-050dc571-d6cc-4f62-8235-433133e62ba2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:14.869986 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91dc11b7-9000-4b76-a5a6-664a6d3d5ce9 req-050dc571-d6cc-4f62-8235-433133e62ba2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 945 time: 0.0547919 Mar 01 16:04:14.915009 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91dc11b7-9000-4b76-a5a6-664a6d3d5ce9 req-fc049a67-e35e-4b6e-bb5e-f1b3b14875b1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Mar 01 16:04:15.232653 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-9716f105-1fc5-4de1-b4d2-4a04273a5329 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:15.234187 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-9716f105-1fc5-4de1-b4d2-4a04273a5329 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.64 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 814 time: 0.1091900 Mar 01 16:04:15.251030 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'port': {'device_id': '7148e58d-57af-4567-a212-57f00a320b6b', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'admin_state_up': True, 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:15.277800 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-69542b6c-93c2-40b9-a2d0-6529807256fe req-a79e394e-ae49-4172-b664-756b3f6765fd tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 210 time: 0.0281475 Mar 01 16:04:15.359434 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Made reservation on behalf of cb0bd7d53a894d2785f95f9fc0a3b1f8 for: {'port': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:04:15.362697 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:15.480442 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Allocated IP 172.20.0.14 (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8/d362596c-bacc-45f3-8722-b1cff3f83b6d/f94d2761-7a4e-4735-8d78-10dbf44698aa) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:04:15.623674 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:15.655936 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:15.701972 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:15.705097 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:15.708714 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:04:15.737970 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:15.762966 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:15.763615 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:15.785563 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-d3cef5c7-ec99-4591-a9c2-41460d949bda tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385203 Mar 01 16:04:15.796887 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Request body: {'port': {'device_id': '7148e58d-57af-4567-a212-57f00a320b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:15.858476 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.009510 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-13b277d4-5486-4723-8867-83b8f7f58006 None None] Provisioning complete for port f94d2761-7a4e-4735-8d78-10dbf44698aa triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:16.010614 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-13b277d4-5486-4723-8867-83b8f7f58006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.058097 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:16.071682 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c9d1f-44c3-400e-aeb1-b42c86887c06 req-55f443bc-55a5-4158-a92a-1ded137ad50c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:16.080692 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-942c9d1f-44c3-400e-aeb1-b42c86887c06 req-55f443bc-55a5-4158-a92a-1ded137ad50c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 945 time: 0.0734019 Mar 01 16:04:16.157470 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-13b277d4-5486-4723-8867-83b8f7f58006 None None] Port f94d2761-7a4e-4735-8d78-10dbf44698aa cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:04:16.186030 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-942c9d1f-44c3-400e-aeb1-b42c86887c06 req-a3ccfe40-4220-46b6-9647-93ae77fdc1ca tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041675 Mar 01 16:04:16.218290 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:16.218290 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.299778 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94d2761-7a4e-4735-8d78-10dbf44698aa {{(pid=102830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:04:16.310860 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Publish callbacks [] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.331022 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.provisioning_blocks [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Transition to ACTIVE for port object f94d2761-7a4e-4735-8d78-10dbf44698aa will not be triggered until provisioned by entity L2. {{(pid=102830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:04:16.338295 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.378187 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:16.378581 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.424749 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:16.432988 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:16.435296 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad48a8-d438-452e-836f-70ae5b0e6403" -d '{"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:16.461640 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:16.470270 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.510392 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15807e8-7e51-466f-9318-8cc0396ceb4a req-cfea0ec2-3604-4167-9636-7a0947350ed6 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:16.518971 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e15807e8-7e51-466f-9318-8cc0396ceb4a req-cfea0ec2-3604-4167-9636-7a0947350ed6 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.1323476 Mar 01 16:04:16.590787 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=10']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:16.614347 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Attempting to bind port f94d2761-7a4e-4735-8d78-10dbf44698aa on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:04:16.619532 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Attempting to bind port f94d2761-7a4e-4735-8d78-10dbf44698aa by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:04:16.619872 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Attempting to bind port f94d2761-7a4e-4735-8d78-10dbf44698aa on network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:16.628993 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Port f94d2761-7a4e-4735-8d78-10dbf44698aa on network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:04:16.630114 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Attempting to bind port f94d2761-7a4e-4735-8d78-10dbf44698aa on network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:16.643348 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e15807e8-7e51-466f-9318-8cc0396ceb4a req-33fa3048-c532-468f-9566-a0fe6f36fa75 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102445 Mar 01 16:04:16.648855 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:04:16.649196 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Checking segment: {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:04:16.649579 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Bound using segment: {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:04:16.660328 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Bound port: f94d2761-7a4e-4735-8d78-10dbf44698aa, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2468d3a2-9e15-4978-8d14-5be5652879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8'}}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:04:16.660905 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.783818 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, cleared binding levels {{(pid=102830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:04:16.793076 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:04:16.802569 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.824603 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f197ae31-24e5-49a4-be43-6b85accba35c x-openstack-request-id: req-f197ae31-24e5-49a4-be43-6b85accba35c {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:16.825093 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:16.825425 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f197ae31-24e5-49a4-be43-6b85accba35c {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:16.825891 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'code': 200} Mar 01 16:04:16.845203 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:16.845943 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:16.847427 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 1094 time: 1.0549493 Mar 01 16:04:16.847948 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:16.850340 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542eb75-1ea3-4443-960e-4609d40f5eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:16.880759 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbbd31-b790-4c35-a5c5-e805b6d5e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=3']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:17.011963 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c093a7-bd3f-403f-abcd-b31f082131f8 x-openstack-request-id: req-a4c093a7-bd3f-403f-abcd-b31f082131f8 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:17.012476 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:17.012881 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4c093a7-bd3f-403f-abcd-b31f082131f8 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:17.013431 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'status': 'completed', 'code': 200} Mar 01 16:04:17.314932 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e4ec7-7ce5-44f2-b330-ae2905946fd2 req-7de4c4a6-1798-40b6-ab0d-bf0bbfdcfbb0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:17.316424 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9c0e4ec7-7ce5-44f2-b330-ae2905946fd2 req-7de4c4a6-1798-40b6-ab0d-bf0bbfdcfbb0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0510528 Mar 01 16:04:17.374340 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9c0e4ec7-7ce5-44f2-b330-ae2905946fd2 req-97d09afb-4c28-40e3-a0e8-dc98f668ed59 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511129 Mar 01 16:04:17.766582 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5662f-3c44-4605-a3db-2f61c7e02582 req-976ef05d-e0ab-4b28-94bd-74be3998e9c5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:17.768083 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05d5662f-3c44-4605-a3db-2f61c7e02582 req-976ef05d-e0ab-4b28-94bd-74be3998e9c5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0564342 Mar 01 16:04:17.817353 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-05d5662f-3c44-4605-a3db-2f61c7e02582 req-0fe9e028-5935-4861-983a-ccd533cf96e9 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Mar 01 16:04:18.497727 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2bd3d-6680-4407-bb99-ef03f488ed9d req-44984ce1-b0c5-4a21-a381-c2dc75f33e18 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:18.499127 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7af2bd3d-6680-4407-bb99-ef03f488ed9d req-44984ce1-b0c5-4a21-a381-c2dc75f33e18 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0511951 Mar 01 16:04:18.544688 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7af2bd3d-6680-4407-bb99-ef03f488ed9d req-09bb41d7-d741-41ca-8987-5afed0e5260b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 Mar 01 16:04:18.947525 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad54c6-31a5-4294-b822-a81cd2538994 req-3540b2a2-b557-422b-90f3-f7b85163a365 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:18.948986 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0dad54c6-31a5-4294-b822-a81cd2538994 req-3540b2a2-b557-422b-90f3-f7b85163a365 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0628057 Mar 01 16:04:18.998108 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0dad54c6-31a5-4294-b822-a81cd2538994 req-20531aa0-d3d6-4e44-a82b-c1fa84d82ce5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Mar 01 16:04:19.677019 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c5dfa-17a5-4498-9ff8-d0e86e549b83 req-591bb517-e5bb-47cf-ab71-7e36d4ad29d9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:19.678593 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-967c5dfa-17a5-4498-9ff8-d0e86e549b83 req-591bb517-e5bb-47cf-ab71-7e36d4ad29d9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0580294 Mar 01 16:04:19.729358 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-967c5dfa-17a5-4498-9ff8-d0e86e549b83 req-40d288df-2529-483a-aaf7-085db5e4a1f9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444486 Mar 01 16:04:20.123862 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6633d-0012-4200-a424-93089a66432a req-c4666ce6-1466-4ca4-8baf-737dfb265358 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:20.125336 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-19b6633d-0012-4200-a424-93089a66432a req-c4666ce6-1466-4ca4-8baf-737dfb265358 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0601051 Mar 01 16:04:20.172888 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-19b6633d-0012-4200-a424-93089a66432a req-f1f39d5b-77af-4404-aa92-c291c2c72e0f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Mar 01 16:04:20.856010 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fc125-df8c-4189-bc7e-afbf96e3fdbc req-de0f8cf7-4975-46d4-9a7c-f449a82a0080 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:20.857528 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-770fc125-df8c-4189-bc7e-afbf96e3fdbc req-de0f8cf7-4975-46d4-9a7c-f449a82a0080 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0576198 Mar 01 16:04:20.904377 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-770fc125-df8c-4189-bc7e-afbf96e3fdbc req-ccd5182a-8014-4aa0-828b-0dfea76c8cbd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412772 Mar 01 16:04:21.308937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a616-a290-4f07-af6d-98cbddd94602 req-e10093c9-e92a-45b0-98e5-03f8a8620d14 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:21.310868 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6589a616-a290-4f07-af6d-98cbddd94602 req-e10093c9-e92a-45b0-98e5-03f8a8620d14 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0626416 Mar 01 16:04:21.358151 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6589a616-a290-4f07-af6d-98cbddd94602 req-b4bde0e0-38a2-4cde-94d1-e1e40e4717d7 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Mar 01 16:04:22.029570 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe5526-2cc9-4bf2-a046-c07764bb33cf req-7b0f72ee-16dd-4fcc-9e92-46485207c9a5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:22.031668 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5cbe5526-2cc9-4bf2-a046-c07764bb33cf req-7b0f72ee-16dd-4fcc-9e92-46485207c9a5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0561697 Mar 01 16:04:22.088738 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5cbe5526-2cc9-4bf2-a046-c07764bb33cf req-2152128d-99fa-4d92-88d8-5f52c901b74b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517831 Mar 01 16:04:22.483245 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a9bd2-8521-4267-aec4-000af6c65101 req-66e2dadc-1601-4f24-bf25-f1be153cd6a7 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:22.485080 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-362a9bd2-8521-4267-aec4-000af6c65101 req-66e2dadc-1601-4f24-bf25-f1be153cd6a7 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0562675 Mar 01 16:04:22.533593 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-362a9bd2-8521-4267-aec4-000af6c65101 req-85e52062-194d-4eea-9db3-cc1d8f58c6fd tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 Mar 01 16:04:23.219037 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa7f37-838d-46d0-8c40-6787c490bb01 req-723449dd-3487-44b1-b04e-9df2e512fc1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:23.220746 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80fa7f37-838d-46d0-8c40-6787c490bb01 req-723449dd-3487-44b1-b04e-9df2e512fc1f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0537415 Mar 01 16:04:23.271369 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80fa7f37-838d-46d0-8c40-6787c490bb01 req-f1a0370b-cb3c-4b4f-8a93-06a2ff6da988 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Mar 01 16:04:23.669955 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145fc04-2681-4a7a-bf8f-cfd2da85c9bc req-12d3bcac-6b1a-47d6-b8db-9b1bb5ea52f9 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:23.674825 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e145fc04-2681-4a7a-bf8f-cfd2da85c9bc req-12d3bcac-6b1a-47d6-b8db-9b1bb5ea52f9 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0660737 Mar 01 16:04:23.733512 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e145fc04-2681-4a7a-bf8f-cfd2da85c9bc req-51f754a2-509e-4760-a5ad-157d3716f1fd tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Mar 01 16:04:24.324315 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e1059ec-171e-4e15-a1db-c8b643d05bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:24.408011 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc93b7-0c5d-46e1-bfb0-a09598bc78bf req-28bdf2bf-884e-43d0-92ef-2738e097f5cf tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:24.410098 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02bc93b7-0c5d-46e1-bfb0-a09598bc78bf req-28bdf2bf-884e-43d0-92ef-2738e097f5cf tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0619748 Mar 01 16:04:24.463008 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-02bc93b7-0c5d-46e1-bfb0-a09598bc78bf req-fdca116a-69bf-4fab-8334-4db5a2ccb4cd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Mar 01 16:04:24.855184 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182974f2-a79c-4a69-9cc7-0e7578d903be req-5fcda79c-f14a-43bb-abf4-dffb53876127 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:24.856712 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-182974f2-a79c-4a69-9cc7-0e7578d903be req-5fcda79c-f14a-43bb-abf4-dffb53876127 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0556092 Mar 01 16:04:24.924602 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-182974f2-a79c-4a69-9cc7-0e7578d903be req-b495ef43-5643-4e50-99d0-d0d3d66acc7c tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621545 Mar 01 16:04:25.588492 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da699d5-75ce-4dcf-a7cb-b4af3e14bfa4 req-20f41852-dd20-4a7e-b73c-c5711e733153 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:25.589965 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0da699d5-75ce-4dcf-a7cb-b4af3e14bfa4 req-20f41852-dd20-4a7e-b73c-c5711e733153 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0582576 Mar 01 16:04:25.635147 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0da699d5-75ce-4dcf-a7cb-b4af3e14bfa4 req-d30b6398-d800-4dc0-9f61-13281c231413 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 Mar 01 16:04:26.041369 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c15866-d67a-4f20-91e5-fdf4b3953889 req-fa53e036-645c-4099-903a-459ea416f6a9 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:26.042800 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81c15866-d67a-4f20-91e5-fdf4b3953889 req-fa53e036-645c-4099-903a-459ea416f6a9 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0514426 Mar 01 16:04:26.090023 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-81c15866-d67a-4f20-91e5-fdf4b3953889 req-d040bed0-d8f4-4041-b1f6-a3f750c53de2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Mar 01 16:04:26.527983 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-684b75b4-0d57-48eb-83d2-779c8cf45110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:26.754953 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f4d4f-e8cc-493b-a020-8f96df7d6bc1 req-6030b1d2-520b-471d-9730-f2a38d9852ca tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:26.756428 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd0f4d4f-e8cc-493b-a020-8f96df7d6bc1 req-6030b1d2-520b-471d-9730-f2a38d9852ca tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0506511 Mar 01 16:04:26.801966 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd0f4d4f-e8cc-493b-a020-8f96df7d6bc1 req-dc13d0e3-eb8f-440e-b302-301d9590af5c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396242 Mar 01 16:04:27.208596 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076ac56-0baf-4bcd-abdb-6826beb23eed req-0bf9576a-cecb-4d02-9bf2-bdecabe23b43 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:27.210136 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0076ac56-0baf-4bcd-abdb-6826beb23eed req-0bf9576a-cecb-4d02-9bf2-bdecabe23b43 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0561588 Mar 01 16:04:27.263367 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0076ac56-0baf-4bcd-abdb-6826beb23eed req-36c93ec0-6c6a-47b5-ae78-31301fd9624d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Mar 01 16:04:27.779777 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:27.924475 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cad81-32a9-4229-aa31-044b7fa89cd4 req-6a65b68d-d231-42d7-b72d-f0796e4f0ac3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:27.925824 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-eb4cad81-32a9-4229-aa31-044b7fa89cd4 req-6a65b68d-d231-42d7-b72d-f0796e4f0ac3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0539727 Mar 01 16:04:27.971238 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-eb4cad81-32a9-4229-aa31-044b7fa89cd4 req-4dbba46b-6182-443c-8ca0-7ea456d0ebd8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Mar 01 16:04:28.377199 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da666adc-1c3c-4430-aad5-127c0b116b6d req-0a9b7eee-3bb4-4332-8e12-b3bd55d20df0 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:28.378641 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da666adc-1c3c-4430-aad5-127c0b116b6d req-0a9b7eee-3bb4-4332-8e12-b3bd55d20df0 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0507634 Mar 01 16:04:28.424306 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da666adc-1c3c-4430-aad5-127c0b116b6d req-736fbd67-f011-41c5-8824-a92d01850ef0 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Mar 01 16:04:29.089915 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fc27d-8e5e-4a05-9897-6d567ac1ad51 req-5c7534f7-f293-4548-9bcb-bacc6c0dff31 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:29.091379 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-731fc27d-8e5e-4a05-9897-6d567ac1ad51 req-5c7534f7-f293-4548-9bcb-bacc6c0dff31 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0502815 Mar 01 16:04:29.139161 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-731fc27d-8e5e-4a05-9897-6d567ac1ad51 req-2f0b800c-98bf-4d02-afb4-ab659bb7a32f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Mar 01 16:04:29.219425 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:29.540794 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48061a7b-3463-45c6-a297-b07f3ff78bf5 req-0cf5e96d-34e3-416e-be00-e21fc751ef17 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:29.542243 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48061a7b-3463-45c6-a297-b07f3ff78bf5 req-0cf5e96d-34e3-416e-be00-e21fc751ef17 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0518422 Mar 01 16:04:29.587708 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-48061a7b-3463-45c6-a297-b07f3ff78bf5 req-54219f05-4558-40c8-8631-70c202a9dae2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Mar 01 16:04:30.259573 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c671ba3-3a89-4a95-b892-e02d69c426d7 req-deb0e7dc-fea8-4f2c-9100-0190354b5690 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:30.261034 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1c671ba3-3a89-4a95-b892-e02d69c426d7 req-deb0e7dc-fea8-4f2c-9100-0190354b5690 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0514383 Mar 01 16:04:30.307313 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1c671ba3-3a89-4a95-b892-e02d69c426d7 req-ac99c49d-4a5b-415d-a40d-042a844c6209 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Mar 01 16:04:30.617356 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:30.649380 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:30.709213 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d342fe-a6b3-4fdf-b6c9-2c1281cced53 req-451c8a12-dadb-41c5-98a4-0c150be8ac36 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:30.711683 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a9d342fe-a6b3-4fdf-b6c9-2c1281cced53 req-451c8a12-dadb-41c5-98a4-0c150be8ac36 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0597332 Mar 01 16:04:30.767466 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a9d342fe-a6b3-4fdf-b6c9-2c1281cced53 req-b1990857-80f5-4101-b308-b6a08c3e79ff tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487912 Mar 01 16:04:30.819528 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542eb75-1ea3-4443-960e-4609d40f5eb8 req-9f8206d0-f882-4483-a2fa-56f39cd54d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:30.823797 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6542eb75-1ea3-4443-960e-4609d40f5eb8 req-9f8206d0-f882-4483-a2fa-56f39cd54d0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1128 time: 0.0570080 Mar 01 16:04:30.944126 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542eb75-1ea3-4443-960e-4609d40f5eb8 req-f966212f-305a-437a-b782-d39e65db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:30.945590 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6542eb75-1ea3-4443-960e-4609d40f5eb8 req-f966212f-305a-437a-b782-d39e65db1f51 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0984600 Mar 01 16:04:31.043878 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542eb75-1ea3-4443-960e-4609d40f5eb8 req-6f8cc220-d819-422e-b814-042832a821b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.045339 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6542eb75-1ea3-4443-960e-4609d40f5eb8 req-6f8cc220-d819-422e-b814-042832a821b5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876188 Mar 01 16:04:31.132403 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-ca9b6250-7a5e-4cc5-a79b-ef38e0ed1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.133894 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-ca9b6250-7a5e-4cc5-a79b-ef38e0ed1ac6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1128 time: 0.0473254 Mar 01 16:04:31.432826 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-b7a85c8e-01ff-41f3-8329-63e87e2573c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 217 time: 0.2903106 Mar 01 16:04:31.473135 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe92ce-384b-488c-8b66-15f8d44a2079 req-41934fd4-a748-4e07-95b4-25eb8cf6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.474745 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-28fe92ce-384b-488c-8b66-15f8d44a2079 req-41934fd4-a748-4e07-95b4-25eb8cf6f024 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1131 time: 0.0966256 Mar 01 16:04:31.489278 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ea6e1-ab67-4681-a8af-48e39bcfb597 req-7e2a33c6-7f47-455e-ae9f-e14d0f1935c1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.490749 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f4ea6e1-ab67-4681-a8af-48e39bcfb597 req-7e2a33c6-7f47-455e-ae9f-e14d0f1935c1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0775847 Mar 01 16:04:31.491485 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-60104920-6df9-4663-afc1-2545eb6f437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.493055 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-60104920-6df9-4663-afc1-2545eb6f437a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 200 len: 853 time: 0.0512905 Mar 01 16:04:31.546067 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f4ea6e1-ab67-4681-a8af-48e39bcfb597 req-d58354a7-1f6e-4ebf-8ace-b6cc70b93fed tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490096 Mar 01 16:04:31.632827 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b5f8-2b8f-4c14-85b9-b3d70ee82db8 req-d790d490-2e23-46a7-8de5-7c18b96fcf11 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.634544 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b5d4b5f8-2b8f-4c14-85b9-b3d70ee82db8 req-d790d490-2e23-46a7-8de5-7c18b96fcf11 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0519669 Mar 01 16:04:31.706215 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-afa07d46-bdfd-4952-8bfe-a4b4b0616b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.707986 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-afa07d46-bdfd-4952-8bfe-a4b4b0616b00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468271 Mar 01 16:04:31.708492 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b5d4b5f8-2b8f-4c14-85b9-b3d70ee82db8 req-6c8c33e1-13d1-421c-b59c-7a32839ce5b2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684230 Mar 01 16:04:31.734653 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-28fe92ce-384b-488c-8b66-15f8d44a2079 req-bcbc0e2c-58f7-403a-8d0c-a8a601fff921 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665550 Mar 01 16:04:31.809974 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-8dfb903e-9c6b-4586-b868-0a953b876b37 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847695 Mar 01 16:04:31.884106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da575690-c75e-4447-8010-a8fd59ebcca8 req-480d3630-ff52-44de-b3ac-d23a23f9d918 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:31.885587 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da575690-c75e-4447-8010-a8fd59ebcca8 req-480d3630-ff52-44de-b3ac-d23a23f9d918 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0517445 Mar 01 16:04:31.938146 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da575690-c75e-4447-8010-a8fd59ebcca8 req-6e689ea5-e016-4799-8a04-f65aefa85227 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Mar 01 16:04:32.135905 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-21fb3194-dcea-4307-aeea-a863fd7ae29a req-74efdd6b-71d5-4f8d-b36f-3d84ca6c4da2 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866215 Mar 01 16:04:32.665460 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893c2b3-1cfa-4529-9818-6cf33b441948 req-69c1dd30-3338-405d-9d69-5ad4a20b6ad0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:32.666932 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e893c2b3-1cfa-4529-9818-6cf33b441948 req-69c1dd30-3338-405d-9d69-5ad4a20b6ad0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0521822 Mar 01 16:04:32.712267 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e893c2b3-1cfa-4529-9818-6cf33b441948 req-f6da20c9-36b0-4486-99d8-9c6d1e12107c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397274 Mar 01 16:04:32.820940 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fec5d-b7ff-47b5-8ba8-a4c87fabbb52 req-7eb5c17f-a573-4bd6-a7d0-cac19022fe73 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:32.822375 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9e7fec5d-b7ff-47b5-8ba8-a4c87fabbb52 req-7eb5c17f-a573-4bd6-a7d0-cac19022fe73 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0512030 Mar 01 16:04:32.868568 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9e7fec5d-b7ff-47b5-8ba8-a4c87fabbb52 req-f3d7c1eb-6237-4b52-ad9f-6ce89a3805b0 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Mar 01 16:04:33.061468 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262420df-a471-4123-b6f8-4d59458696bd req-23369e32-ef36-498e-8dfe-acce6bcf6a3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:33.062947 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-262420df-a471-4123-b6f8-4d59458696bd req-23369e32-ef36-498e-8dfe-acce6bcf6a3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0607862 Mar 01 16:04:33.131133 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-262420df-a471-4123-b6f8-4d59458696bd req-4354668b-9bde-41d7-a856-85e382bd201d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623598 Mar 01 16:04:33.154102 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089e36d-b46b-4c50-8994-2dfd1dd7e314 req-a78a2445-cce1-44b0-99e7-f67b208fd640 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:33.155583 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e089e36d-b46b-4c50-8994-2dfd1dd7e314 req-a78a2445-cce1-44b0-99e7-f67b208fd640 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0627546 Mar 01 16:04:33.200756 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e089e36d-b46b-4c50-8994-2dfd1dd7e314 req-b1b10cd4-6759-40a3-b3bb-968543a75b34 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396864 Mar 01 16:04:33.836812 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457340e4-b57c-4f74-a24b-68feaf18c322 req-797d574d-edad-4827-9664-ed8810f2518f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:33.838264 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-457340e4-b57c-4f74-a24b-68feaf18c322 req-797d574d-edad-4827-9664-ed8810f2518f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0559070 Mar 01 16:04:33.884244 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-457340e4-b57c-4f74-a24b-68feaf18c322 req-0334e2a3-3a0d-4a54-acba-37334aaa7e92 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Mar 01 16:04:33.984886 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07628-198d-48d9-9dcd-513cd6e8873f req-8fe8a20c-f0c8-447d-b28b-d7ce10b583d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:33.986337 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21b07628-198d-48d9-9dcd-513cd6e8873f req-8fe8a20c-f0c8-447d-b28b-d7ce10b583d7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0520647 Mar 01 16:04:34.039291 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-21b07628-198d-48d9-9dcd-513cd6e8873f req-53482329-d35c-4032-afed-b6f7a9dcd3fc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467594 Mar 01 16:04:34.252144 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b927-2d06-4e9c-9e23-2509aa65eff3 req-7bf9bcc3-5382-4737-9478-823e2236d522 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:34.253607 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a22b927-2d06-4e9c-9e23-2509aa65eff3 req-7bf9bcc3-5382-4737-9478-823e2236d522 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0558932 Mar 01 16:04:34.335577 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0a22b927-2d06-4e9c-9e23-2509aa65eff3 req-93f99992-bbcf-4bc5-a720-ba9a2eafa374 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750301 Mar 01 16:04:34.356062 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8876-97ab-426e-ac7e-e43787747bdf req-4c93499e-6c00-4e08-8358-8daead2c317a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:34.357525 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5c6c8876-97ab-426e-ac7e-e43787747bdf req-4c93499e-6c00-4e08-8358-8daead2c317a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0765679 Mar 01 16:04:34.403489 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5c6c8876-97ab-426e-ac7e-e43787747bdf req-65a724dc-13fe-4e67-bf98-9aa851e4fc41 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 Mar 01 16:04:34.560241 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-121c6a60-8e4f-49b9-8225-211ef1c7f727 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:34.561699 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-121c6a60-8e4f-49b9-8225-211ef1c7f727 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 945 time: 0.0519128 Mar 01 16:04:34.655014 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Deleting port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:04:34.655393 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:34.745119 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] For port 58d681af-abf7-4d98-9a2b-988f3a6d96e7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=58d681af-abf7-4d98-9a2b-988f3a6d96e7,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:34.745400 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:34.955572 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:34.955984 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (f5200690-0314-4089-aab8-c71a727eb523), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:34.956356 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Floating IP f5200690-0314-4089-aab8-c71a727eb523 disassociated. External IP: 172.27.0.38, port: 58d681af-abf7-4d98-9a2b-988f3a6d96e7. Mar 01 16:04:34.956699 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Calling delete_port for 58d681af-abf7-4d98-9a2b-988f3a6d96e7 owned by compute:nova {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:04:35.003914 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5a31b-48c0-40c0-a3f4-f4986ce2d4db req-463596a7-1511-4585-a1af-111c694877ef tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:35.005369 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-94b5a31b-48c0-40c0-a3f4-f4986ce2d4db req-463596a7-1511-4585-a1af-111c694877ef tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0509880 Mar 01 16:04:35.053048 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-94b5a31b-48c0-40c0-a3f4-f4986ce2d4db req-d12dd06f-56c8-4912-a375-28b875b0649a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Mar 01 16:04:35.084263 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (58d681af-abf7-4d98-9a2b-988f3a6d96e7), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:35.110460 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event deleted for resources: {'Port': ['ID=58d681af-abf7-4d98-9a2b-988f3a6d96e7,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:35.142767 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b0b216c2-4dd5-4302-aea7-d9f1dc95085c req-55dff7b5-5ae2-4275-accb-f447d0e04bac tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a780879-1078-4477-8c17-9f54c09b6cfb HTTP/1.1" status: 200 len: 210 time: 0.0308967 Mar 01 16:04:35.229460 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:04:35.341759 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:04:35.356193 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:04:35.367860 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:35.368721 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:04:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:35.387149 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] No DVR routers for this DVR port 58d681af-abf7-4d98-9a2b-988f3a6d96e7 on host hv-cinder-77819 {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:04:35.393131 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:35.397335 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a48a59d6-e87a-4557-9144-8bd143a321ff req-61217ebc-f701-40f5-a8ad-94c291165c8b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "DELETE /v2.0/ports/58d681af-abf7-4d98-9a2b-988f3a6d96e7 HTTP/1.1" status: 204 len: 173 time: 0.8301203 Mar 01 16:04:35.398399 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'name': 'network-vif-deleted', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:35.401077 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b2f3d9-7992-4218-9b47-a6cda49dc09c" -d '{"events": [{"server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "name": "network-vif-deleted", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:35.444868 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a423d8-da65-498a-966d-601008044a1e x-openstack-request-id: req-10a423d8-da65-498a-966d-601008044a1e {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:35.445256 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a780879-1078-4477-8c17-9f54c09b6cfb", "name": "network-vif-deleted", "tag": "58d681af-abf7-4d98-9a2b-988f3a6d96e7", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:35.445630 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10a423d8-da65-498a-966d-601008044a1e {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:35.446212 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a780879-1078-4477-8c17-9f54c09b6cfb', 'name': 'network-vif-deleted', 'tag': '58d681af-abf7-4d98-9a2b-988f3a6d96e7', 'status': 'completed', 'code': 200} Mar 01 16:04:35.469002 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdd16-f901-4240-a473-0252c1c3beb1 req-cb733ee7-2db8-4881-ac06-fd2120cee6b2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:35.470533 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-addfdd16-f901-4240-a473-0252c1c3beb1 req-cb733ee7-2db8-4881-ac06-fd2120cee6b2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 944 time: 0.0659983 Mar 01 16:04:35.534760 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:35.554445 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-addfdd16-f901-4240-a473-0252c1c3beb1 req-5c05e988-25ae-401c-9a64-f70b1cb6731d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776453 Mar 01 16:04:35.570287 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18f55e-3f98-4915-a287-5b4cd8120015 req-963e0c95-2846-4f08-9451-f36922095493 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:35.572122 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fb18f55e-3f98-4915-a287-5b4cd8120015 req-963e0c95-2846-4f08-9451-f36922095493 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0737550 Mar 01 16:04:35.621200 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fb18f55e-3f98-4915-a287-5b4cd8120015 req-f8f3c4d5-e2d4-44e5-9474-6ac136d4e81a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Mar 01 16:04:35.758756 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:35.783951 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:04:35.792630 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:35.793223 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:04:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:35.897914 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:36.101658 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:36.130279 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13cec0-953c-4ced-8ad1-7020d513e130 None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:04:36.168252 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device f94d2761-7a4e-4735-8d78-10dbf44698aa details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:04:36.291974 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-564dfe76-964e-4181-a260-5505159fb057 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696144 Mar 01 16:04:36.317426 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:36.331808 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'port_id': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'mac_address': 'fa:16:3e:8b:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:04:36.380279 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port f94d2761-7a4e-4735-8d78-10dbf44698aa is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:36.381442 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:36.398845 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94d2761-7a4e-4735-8d78-10dbf44698aa {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:04:36.403355 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-6e71e60d-062c-4905-b97f-cdc3754f790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:36.413590 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-6e71e60d-062c-4905-b97f-cdc3754f790a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 1131 time: 0.0880346 Mar 01 16:04:36.422710 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:36.441111 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:36.475360 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886ce24-4014-424c-a1c0-d716c655bdc2 None None] New status for floating IP f5200690-0314-4089-aab8-c71a727eb523: DOWN {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:04:36.493487 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-7f8295d5-b8c8-4a71-9a34-a93993c58010 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369812467&fields=id&tenant_id=508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 267 time: 0.0826480 Mar 01 16:04:36.516223 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:36.541647 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-245e5a2e-f0ff-4325-aac1-b47eab010d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:36.543559 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-245e5a2e-f0ff-4325-aac1-b47eab010d4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.1173139 Mar 01 16:04:36.637022 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-2ee43a31-f608-4567-b351-bddf86ea17d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 200 len: 1001 time: 0.0868604 Mar 01 16:04:36.707392 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-4e9d903a-c292-4107-a76a-7d6a5adcf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:36.709020 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-4e9d903a-c292-4107-a76a-7d6a5adcf157 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0634913 Mar 01 16:04:36.761541 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-58d1826c-8be5-4edd-8b72-ab812d4d2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:36.763235 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-58d1826c-8be5-4edd-8b72-ab812d4d2185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470622 Mar 01 16:04:36.817429 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['f94d2761-7a4e-4735-8d78-10dbf44698aa'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:04:36.865102 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-66ea9f2d-eb9b-4724-a7df-06e9b6e18250 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947328 Mar 01 16:04:36.905694 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241480b-56a3-4538-ac0f-3b323a7d98fc req-fbc228e4-a95e-4550-bb52-60eb43e9f677 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:36.912702 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7241480b-56a3-4538-ac0f-3b323a7d98fc req-fbc228e4-a95e-4550-bb52-60eb43e9f677 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 945 time: 0.1254950 Mar 01 16:04:36.930121 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-7bda4e34-9203-484e-b45a-c5269263336e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:36.936698 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-7bda4e34-9203-484e-b45a-c5269263336e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 812 time: 0.4364126 Mar 01 16:04:36.962653 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-b5f82fd8-14db-409f-8ca4-6e01f6c60b42 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/quotas/508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 375 time: 0.0249648 Mar 01 16:04:36.986143 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-655fc17d-8e39-44d4-9ec8-9866ab0f0c6b req-d012c498-de11-4fbf-88a1-4a34d8971ffe service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145220 Mar 01 16:04:37.026866 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7241480b-56a3-4538-ac0f-3b323a7d98fc req-633414c9-256f-4366-b814-da13feba7089 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132569 Mar 01 16:04:37.051858 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-9089eff2-dead-406d-b0ca-ea28e95f0f75 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836844 Mar 01 16:04:37.173105 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-02d2ebe3-51b2-4416-a9bd-0d007f5a89ba service neutron] 10.222.0.10 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196623 Mar 01 16:04:37.181453 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5f3e2-a888-4ba0-8c8d-a2f87df856a5 req-772aa94f-a45a-446a-8fb0-0339e1a4f861 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:37.182955 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d1b5f3e2-a888-4ba0-8c8d-a2f87df856a5 req-772aa94f-a45a-446a-8fb0-0339e1a4f861 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0827515 Mar 01 16:04:37.280233 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d1b5f3e2-a888-4ba0-8c8d-a2f87df856a5 req-4d020644-c018-4ebf-9c63-8fe7799641d8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891361 Mar 01 16:04:37.303180 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-77efa9a8-00da-42d7-a68f-851d090ec833 service neutron] 10.222.0.10 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191561 Mar 01 16:04:37.581853 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f1c3f15e-1def-4df0-93e0-75f3d860859c req-4f33ef8d-a736-45b1-b321-5e012cb3bd26 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 210 time: 0.0291126 Mar 01 16:04:37.759287 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:04:38.146160 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e52b-32c3-4bcf-b773-641151631342 req-678e1b56-11b0-4dff-8b51-48077172060f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:38.148276 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d330e52b-32c3-4bcf-b773-641151631342 req-678e1b56-11b0-4dff-8b51-48077172060f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 945 time: 0.0522666 Mar 01 16:04:38.169048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device f94d2761-7a4e-4735-8d78-10dbf44698aa up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:38.197775 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d330e52b-32c3-4bcf-b773-641151631342 req-2c3e4981-b1cd-4a0a-9510-00963b6354dc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Mar 01 16:04:38.223676 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port f94d2761-7a4e-4735-8d78-10dbf44698aa completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:04:38.229361 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port f94d2761-7a4e-4735-8d78-10dbf44698aa triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:38.230041 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:38.318395 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port f94d2761-7a4e-4735-8d78-10dbf44698aa is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:38.318885 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:38.349219 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:38.351892 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f090b946-4544-4c89-81f2-f223c271abd7" -d '{"events": [{"server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "name": "network-vif-plugged", "status": "completed", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:38.387897 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:38.394026 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:38.394846 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 58d681af-abf7-4d98-9a2b-988f3a6d96e7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:04:38.399801 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b033f34-73d9-4d4d-88ff-2694b62110d3 x-openstack-request-id: req-4b033f34-73d9-4d4d-88ff-2694b62110d3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:38.400104 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "name": "network-vif-plugged", "status": "completed", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:38.400369 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b033f34-73d9-4d4d-88ff-2694b62110d3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:38.400768 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'code': 200} Mar 01 16:04:38.435042 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 58d681af-abf7-4d98-9a2b-988f3a6d96e7 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:04:38.435504 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 58d681af-abf7-4d98-9a2b-988f3a6d96e7 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:04:38.454754 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80abd74-3da9-4570-b08d-d8d9e6762d00 req-6fe03ea4-bc2c-4ac4-bbac-7f7c473ac30e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:38.456903 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e80abd74-3da9-4570-b08d-d8d9e6762d00 req-6fe03ea4-bc2c-4ac4-bbac-7f7c473ac30e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0897734 Mar 01 16:04:38.484369 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:38.523804 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e80abd74-3da9-4570-b08d-d8d9e6762d00 req-5936d2d6-7b8f-4051-8f1c-2657016040a4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562642 Mar 01 16:04:38.608140 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-888843cf-b9b3-4ec3-92d4-9452b17386be tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:38.609548 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-888843cf-b9b3-4ec3-92d4-9452b17386be tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 812 time: 0.1332300 Mar 01 16:04:38.640430 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb70a86-5d07-4178-880e-95d2a9620dc9 req-20dda0ad-eb85-4c9f-ac83-26d9ba7e22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:38.642612 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eb70a86-5d07-4178-880e-95d2a9620dc9 req-20dda0ad-eb85-4c9f-ac83-26d9ba7e22bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1130 time: 0.0517650 Mar 01 16:04:38.711542 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-879552d7-cfc6-4ff3-b10e-122370ed862a tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 379 time: 0.0898738 Mar 01 16:04:38.716342 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0eb70a86-5d07-4178-880e-95d2a9620dc9 req-b98fb6f1-2a39-4438-abe4-c621b4c6b48d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570064 Mar 01 16:04:38.733106 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-51da39f0-d562-4423-9034-5da4161c41b4 req-6531d899-45ed-4170-8c14-c66cb60a2447 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 210 time: 0.0350759 Mar 01 16:04:38.978500 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'port': {'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'admin_state_up': True, 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'security_groups': ['730bea8f-7ef2-4f7b-83f3-c3e151d0d551']}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:39.082237 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Made reservation on behalf of 508cad6c00ef4a57bcca201291065e3d for: {'port': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:04:39.086125 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.209445 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Allocated IP 172.20.0.14 (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63/48c4e4da-be7a-466a-9cb1-ac1aa8041ffe/c165e50b-0a16-423a-acc5-1c0dd587d7ad) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:04:39.326989 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e46b-5c31-4ec2-a1a2-4963eb754a9a req-e52ea57b-74ce-438f-8a42-9772f197434d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:39.328436 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b8e46b-5c31-4ec2-a1a2-4963eb754a9a req-e52ea57b-74ce-438f-8a42-9772f197434d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0614533 Mar 01 16:04:39.369210 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.380999 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-12b8e46b-5c31-4ec2-a1a2-4963eb754a9a req-750515b4-f5b8-4e1b-8f51-90f38eeffe0d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Mar 01 16:04:39.414467 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.458547 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:39.462117 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:39.465713 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:04:39.488914 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=c165e50b-0a16-423a-acc5-1c0dd587d7ad,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:39.528891 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:39.529532 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.548205 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-e41dca89-3d18-4848-ae74-3542ae2cd5bc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740726 Mar 01 16:04:39.564002 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Request body: {'port': {'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:39.645365 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.670098 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc0ea4-84a0-45a3-92d5-e0420b81bcba req-7fa3693b-111f-422f-b1c5-d7931c19cda2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:39.671592 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-77fc0ea4-84a0-45a3-92d5-e0420b81bcba req-7fa3693b-111f-422f-b1c5-d7931c19cda2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0673871 Mar 01 16:04:39.717055 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-45d59623-5757-4376-a1b9-48a85d815722 None None] Provisioning complete for port c165e50b-0a16-423a-acc5-1c0dd587d7ad triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:39.718013 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45d59623-5757-4376-a1b9-48a85d815722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.721601 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-77fc0ea4-84a0-45a3-92d5-e0420b81bcba req-32d05ac5-453c-4ba7-8114-7500ca7fecf4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442786 Mar 01 16:04:39.757994 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-45d59623-5757-4376-a1b9-48a85d815722 None None] Port c165e50b-0a16-423a-acc5-1c0dd587d7ad cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:04:39.853669 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003280-4217-45e6-8698-e2eed4c9a8b6 req-91ac0ec6-32b2-40da-acdd-ba0e2549d731 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:39.855160 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f003280-4217-45e6-8698-e2eed4c9a8b6 req-91ac0ec6-32b2-40da-acdd-ba0e2549d731 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 932 time: 0.0518291 Mar 01 16:04:39.906695 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f003280-4217-45e6-8698-e2eed4c9a8b6 req-52158e50-6a3d-4137-a723-31d9dbe2e497 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 Mar 01 16:04:39.910696 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c165e50b-0a16-423a-acc5-1c0dd587d7ad {{(pid=102830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:04:39.919458 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Publish callbacks [] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.931325 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.provisioning_blocks [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Transition to ACTIVE for port object c165e50b-0a16-423a-acc5-1c0dd587d7ad will not be triggered until provisioned by entity L2. {{(pid=102830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:04:39.934908 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:39.986265 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Pushing event updated for resources: {'Port': ['ID=c165e50b-0a16-423a-acc5-1c0dd587d7ad,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:40.058665 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Attempting to bind port c165e50b-0a16-423a-acc5-1c0dd587d7ad on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:04:40.058993 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Attempting to bind port c165e50b-0a16-423a-acc5-1c0dd587d7ad by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:04:40.059488 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Attempting to bind port c165e50b-0a16-423a-acc5-1c0dd587d7ad on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:40.064627 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Port c165e50b-0a16-423a-acc5-1c0dd587d7ad on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:04:40.064945 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Attempting to bind port c165e50b-0a16-423a-acc5-1c0dd587d7ad on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:04:40.070552 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:04:40.070869 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Checking segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:04:40.071256 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Bound using segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:04:40.071842 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Bound port: c165e50b-0a16-423a-acc5-1c0dd587d7ad, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:04:40.072200 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:40.135549 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] For port c165e50b-0a16-423a-acc5-1c0dd587d7ad, host hv-cinder-77819, cleared binding levels {{(pid=102830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:04:40.138495 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] For port c165e50b-0a16-423a-acc5-1c0dd587d7ad, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:04:40.143829 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:40.175439 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.176086 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:40.177657 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] 10.222.0.64 "PUT /v2.0/ports/c165e50b-0a16-423a-acc5-1c0dd587d7ad HTTP/1.1" status: 200 len: 1094 time: 0.6181042 Mar 01 16:04:40.177901 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:40.180369 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121" -d '{"events": [{"name": "network-changed", "server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:40.207276 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c8024-b6b3-4deb-9a96-3c66997a0811 service neutron] Pushing event updated for resources: {'Port': ['ID=c165e50b-0a16-423a-acc5-1c0dd587d7ad,revision_number=3']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:40.243216 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43175fea-4401-4269-ad91-c0cda44f291f x-openstack-request-id: req-43175fea-4401-4269-ad91-c0cda44f291f {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:40.243557 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:40.243814 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43175fea-4401-4269-ad91-c0cda44f291f {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:40.244202 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'status': 'completed', 'code': 200} Mar 01 16:04:40.282754 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-13da0a4f-3a95-4f2f-988d-dc9f6a9256f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.284340 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-13da0a4f-3a95-4f2f-988d-dc9f6a9256f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 1128 time: 0.0502403 Mar 01 16:04:40.330232 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-d41cf4ed-071a-4e64-9b47-12d957c032fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad HTTP/1.1" status: 200 len: 217 time: 0.0385189 Mar 01 16:04:40.393587 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-30602463-5db7-4528-8ee6-d75c1fb4163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.395389 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-30602463-5db7-4528-8ee6-d75c1fb4163e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0512977 Mar 01 16:04:40.452970 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-04bfd32d-62cc-495f-9254-e3959ce64ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.454460 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-04bfd32d-62cc-495f-9254-e3959ce64ced service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501347 Mar 01 16:04:40.513547 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8425f2-1b91-4283-928c-5650c05c86f9 req-c609317b-21ea-4107-95c1-4d30040c6311 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.514934 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6e8425f2-1b91-4283-928c-5650c05c86f9 req-c609317b-21ea-4107-95c1-4d30040c6311 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0527394 Mar 01 16:04:40.546446 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-adf5857a-1b6e-4152-9b3f-49ead6490dbd service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837188 Mar 01 16:04:40.560608 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6e8425f2-1b91-4283-928c-5650c05c86f9 req-040fc53d-804c-4eed-93b1-74f3932e8e4a tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Mar 01 16:04:40.633723 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-3307765f-0b60-46b9-92ec-99fc341bc68b req-18a53e99-7f47-462a-a664-4ffa84f20d80 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808599 Mar 01 16:04:40.679707 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689135-9f3f-4421-9e49-44e73399b202 req-d89676fa-48a2-4307-aec2-08a84ab4718f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.681341 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af689135-9f3f-4421-9e49-44e73399b202 req-d89676fa-48a2-4307-aec2-08a84ab4718f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0541923 Mar 01 16:04:40.729466 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af689135-9f3f-4421-9e49-44e73399b202 req-e3717699-1780-4be6-8046-79190408ab3f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Mar 01 16:04:40.739381 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-a871fb13-c63b-4e58-9d46-2ac1028d2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.740948 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-a871fb13-c63b-4e58-9d46-2ac1028d2602 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 1128 time: 0.0523305 Mar 01 16:04:40.840361 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-7b539932-ed86-4f6f-a813-95e92d1c6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.842026 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-7b539932-ed86-4f6f-a813-95e92d1c6dc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.0894711 Mar 01 16:04:40.849913 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6faf-d0bf-47c2-bf20-a0aace5b6bf4 req-65d0c429-f3f9-4afc-95da-af9df5a40186 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.851732 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5c5c6faf-d0bf-47c2-bf20-a0aace5b6bf4 req-65d0c429-f3f9-4afc-95da-af9df5a40186 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0577466 Mar 01 16:04:40.887129 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-d1ca2831-dcbf-43ee-b128-16721289ae3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad HTTP/1.1" status: 200 len: 217 time: 0.0389638 Mar 01 16:04:40.903753 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5c5c6faf-d0bf-47c2-bf20-a0aace5b6bf4 req-8881c3dd-4149-40e2-881b-6d3bae433652 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463836 Mar 01 16:04:40.935480 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-70333eb0-af72-4c3a-abce-5581e6903fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.936973 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-70333eb0-af72-4c3a-abce-5581e6903fee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0440021 Mar 01 16:04:40.988432 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-a13f8111-7fe8-4ede-8786-4789ee297e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:40.989987 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-a13f8111-7fe8-4ede-8786-4789ee297e39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467699 Mar 01 16:04:41.034342 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259cb44-0959-488c-8ff9-25de029c7cba req-103297bb-f883-4e30-bb67-9d797a518f0d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:41.035834 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1259cb44-0959-488c-8ff9-25de029c7cba req-103297bb-f883-4e30-bb67-9d797a518f0d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0624392 Mar 01 16:04:41.088545 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-9e82b959-d213-4d39-b646-aa6176d7624c service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916760 Mar 01 16:04:41.115384 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1259cb44-0959-488c-8ff9-25de029c7cba req-cd924894-ba36-45a0-a875-afbeb79852b0 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652468 Mar 01 16:04:41.122217 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be538c37-ee3f-41df-8517-1bcd3d1fe37c req-2a8b6dac-bd21-4d65-b751-b4177bd23487 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:41.123775 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be538c37-ee3f-41df-8517-1bcd3d1fe37c req-2a8b6dac-bd21-4d65-b751-b4177bd23487 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.1107385 Mar 01 16:04:41.173616 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-be538c37-ee3f-41df-8517-1bcd3d1fe37c req-e1f0ea1c-c92c-4a8a-ad6c-c8cbd77e5ba2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Mar 01 16:04:41.182846 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-513f75b1-1d19-4d14-a9b1-f8cc1d6dc121 req-a9de106e-2bad-4e8e-bf53-e12642f12768 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Mar 01 16:04:42.018624 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff16167-ddb3-4ed2-ac6f-ad7144984b5b req-3dfab442-9e8a-47e6-9d2d-7da46ee4f43a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:42.020098 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fff16167-ddb3-4ed2-ac6f-ad7144984b5b req-3dfab442-9e8a-47e6-9d2d-7da46ee4f43a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0510123 Mar 01 16:04:42.068573 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fff16167-ddb3-4ed2-ac6f-ad7144984b5b req-3eca0ac4-7663-42be-9db9-e6f269e758ec tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Mar 01 16:04:42.233188 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53110468-6b66-4fa1-a9dd-0b9c5887f2be req-62b8b819-70e1-4f62-803e-45c6dac0384a tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:42.234585 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-53110468-6b66-4fa1-a9dd-0b9c5887f2be req-62b8b819-70e1-4f62-803e-45c6dac0384a tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0524077 Mar 01 16:04:42.285448 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-53110468-6b66-4fa1-a9dd-0b9c5887f2be req-0c53a831-2a67-490a-8b8c-d328adc2e423 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Mar 01 16:04:43.183862 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42531a-84f4-45b3-81a9-43d7d6e64448 req-875dceb3-927e-4d70-b4a1-9f9cd2c596cd tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:43.185306 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6c42531a-84f4-45b3-81a9-43d7d6e64448 req-875dceb3-927e-4d70-b4a1-9f9cd2c596cd tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0519483 Mar 01 16:04:43.230943 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6c42531a-84f4-45b3-81a9-43d7d6e64448 req-2efc7ea1-40aa-4d90-843a-2c8153f5f331 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Mar 01 16:04:43.409427 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b905dd-4762-456a-b9d9-129bef8e992a req-2dd040dc-4a36-4f72-a63b-ee34ac17d2cc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:43.410900 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95b905dd-4762-456a-b9d9-129bef8e992a req-2dd040dc-4a36-4f72-a63b-ee34ac17d2cc tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0572455 Mar 01 16:04:43.458914 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-95b905dd-4762-456a-b9d9-129bef8e992a req-69a8ac10-638a-456d-aefe-1c3f78417ea9 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Mar 01 16:04:44.351974 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9993-3a9d-49ef-8e87-511652890fd9 req-41e1abe9-93d0-4cb2-9400-72efb1b730b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:44.353429 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c63a9993-3a9d-49ef-8e87-511652890fd9 req-41e1abe9-93d0-4cb2-9400-72efb1b730b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0550232 Mar 01 16:04:44.397277 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c63a9993-3a9d-49ef-8e87-511652890fd9 req-41367351-2a71-4428-971f-be228f63eaed tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384181 Mar 01 16:04:44.607027 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef4fe-9ae4-49d0-8d94-3d13c6d9fece req-35ffc3c5-641a-4dab-953d-dd3ecd5fcbfc tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:44.608839 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-06bef4fe-9ae4-49d0-8d94-3d13c6d9fece req-35ffc3c5-641a-4dab-953d-dd3ecd5fcbfc tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0609343 Mar 01 16:04:44.633138 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-fca99b00-9b1e-4ced-8eb9-bdd31a464d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:44.634665 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-fca99b00-9b1e-4ced-8eb9-bdd31a464d3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 1129 time: 0.0500600 Mar 01 16:04:44.662629 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-06bef4fe-9ae4-49d0-8d94-3d13c6d9fece req-e9e8e9a3-1136-48bd-9f94-1695564f257e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474062 Mar 01 16:04:44.729781 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-94e3c53f-a82a-48ba-bca1-6dce692eb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:44.731254 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-94e3c53f-a82a-48ba-bca1-6dce692eb881 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.0892637 Mar 01 16:04:44.735033 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed36b3-ef68-4655-b932-12516b9dcdb1 req-d91341a7-3901-4e15-9597-46cdd70e312d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:44.736525 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-24ed36b3-ef68-4655-b932-12516b9dcdb1 req-d91341a7-3901-4e15-9597-46cdd70e312d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0521805 Mar 01 16:04:44.788429 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-24ed36b3-ef68-4655-b932-12516b9dcdb1 req-d2c80112-204b-411a-be66-2649606eb294 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451612 Mar 01 16:04:44.805638 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-1d93c590-0ee8-43db-a767-4a2bd89d26a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 200 len: 1000 time: 0.0591481 Mar 01 16:04:44.858232 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-f95e33df-2de7-4850-8f6a-704586f28935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:44.859646 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-f95e33df-2de7-4850-8f6a-704586f28935 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0446413 Mar 01 16:04:44.907741 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-0bbab3dc-d4d5-42d1-862a-aadb737b7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:44.909186 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-0bbab3dc-d4d5-42d1-862a-aadb737b7d57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418363 Mar 01 16:04:44.993996 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-9c718109-5113-4d54-8efa-93cd29da10e1 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780742 Mar 01 16:04:45.083330 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a3bd8fed-8725-42e1-9d38-329b69383b92 req-3e52d72e-d87a-4544-87a1-fbe76f0ecbb4 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824585 Mar 01 16:04:45.786113 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0cd96-6e60-4ae6-a0e3-55fb28eba9b5 req-0a7cb87d-c742-4d80-8a96-b9ea1bcde88d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:45.787618 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-53b0cd96-6e60-4ae6-a0e3-55fb28eba9b5 req-0a7cb87d-c742-4d80-8a96-b9ea1bcde88d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0515037 Mar 01 16:04:45.833655 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-53b0cd96-6e60-4ae6-a0e3-55fb28eba9b5 req-53a6cdd8-fdc0-41d6-8cea-6fef52706f66 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399053 Mar 01 16:04:45.904719 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee2c67-21a5-48f8-ba42-67e73cf5982c req-5cc40a15-b7b6-43da-9f85-2da1c09acee5 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:45.906163 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4bee2c67-21a5-48f8-ba42-67e73cf5982c req-5cc40a15-b7b6-43da-9f85-2da1c09acee5 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0510120 Mar 01 16:04:45.952875 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4bee2c67-21a5-48f8-ba42-67e73cf5982c req-4651bb45-e6da-4b78-a798-03127821a613 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Mar 01 16:04:47.071660 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cb810-a466-4535-815b-f3720233529d req-cf0061f2-3b89-4a36-8c40-88f0d507f4f9 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:47.073125 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-262cb810-a466-4535-815b-f3720233529d req-cf0061f2-3b89-4a36-8c40-88f0d507f4f9 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0555615 Mar 01 16:04:47.120022 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-262cb810-a466-4535-815b-f3720233529d req-9a2c351a-8455-4a94-babe-ecabfb317de8 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Mar 01 16:04:48.235912 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b181a-3e37-4196-9b3f-10523ad9a11f req-fc1220d6-afa7-4509-8f25-407779790c1d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:48.239673 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-757b181a-3e37-4196-9b3f-10523ad9a11f req-fc1220d6-afa7-4509-8f25-407779790c1d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0552547 Mar 01 16:04:48.284889 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-757b181a-3e37-4196-9b3f-10523ad9a11f req-184a5981-9897-470f-85f9-4039959a8f6c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Mar 01 16:04:49.409361 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeb597-2270-4ccc-9e69-dcfb26f83b3a req-ee2772ef-68e1-433a-bd39-0772e1a4a1e5 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:49.410826 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-addeb597-2270-4ccc-9e69-dcfb26f83b3a req-ee2772ef-68e1-433a-bd39-0772e1a4a1e5 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 944 time: 0.0603843 Mar 01 16:04:49.458231 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-addeb597-2270-4ccc-9e69-dcfb26f83b3a req-f5a9c499-e9e7-40b6-93c0-a0db8dcf09f6 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 Mar 01 16:04:50.231322 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device c165e50b-0a16-423a-acc5-1c0dd587d7ad details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:04:50.326575 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port c165e50b-0a16-423a-acc5-1c0dd587d7ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:50.337797 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:04:50.374085 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port c165e50b-0a16-423a-acc5-1c0dd587d7ad is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:50.374518 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:50.387553 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c165e50b-0a16-423a-acc5-1c0dd587d7ad {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:04:50.410546 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port c165e50b-0a16-423a-acc5-1c0dd587d7ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:50.416572 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:50.467592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=c165e50b-0a16-423a-acc5-1c0dd587d7ad,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:50.474860 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.475172 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.475592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.475934 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.476269 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.476605 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.476939 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.477269 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.477598 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.477929 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.478256 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.478583 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.478906 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:50.593520 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60696c-39d4-4b6a-9f26-159adb0e423f req-c2ddac0e-0548-4672-b500-23d6a1806959 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:50.594990 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8b60696c-39d4-4b6a-9f26-159adb0e423f req-c2ddac0e-0548-4672-b500-23d6a1806959 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0797443 Mar 01 16:04:50.606330 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d15288-e14b-4454-b9de-5fa775ba9a3e req-b3c6ea82-3e95-4b37-b56c-6cb489c75ded tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:50.607737 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-74d15288-e14b-4454-b9de-5fa775ba9a3e req-b3c6ea82-3e95-4b37-b56c-6cb489c75ded tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 945 time: 0.0826590 Mar 01 16:04:50.682188 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8b60696c-39d4-4b6a-9f26-159adb0e423f req-996c4527-a05e-48e7-9627-7be36378a638 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735245 Mar 01 16:04:50.685915 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-74d15288-e14b-4454-b9de-5fa775ba9a3e req-2c8adb02-868e-4586-aa67-021c3d1b3239 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718362 Mar 01 16:04:50.704736 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37068) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:50.792413 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b362f-1436-4cac-968e-ad2f2165b1e7 tempest-TestMinimumBasicScenario-608116704 tempest-TestMinimumBasicScenario-608116704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:50.793919 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-ac3b362f-1436-4cac-968e-ad2f2165b1e7 tempest-TestMinimumBasicScenario-608116704 tempest-TestMinimumBasicScenario-608116704-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1125 time: 0.0882020 Mar 01 16:04:50.796865 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37072) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:50.801299 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'port_id': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:50.818035 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['c165e50b-0a16-423a-acc5-1c0dd587d7ad'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:04:50.824736 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:50.924004 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:51.032904 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Allocated IP 172.27.0.188 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/2651f0a9-615b-4350-8e5b-689935319030) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:04:51.133402 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for port (2651f0a9-615b-4350-8e5b-689935319030), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:51.168888 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (2651f0a9-615b-4350-8e5b-689935319030), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:51.210626 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:51.213389 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:51.216711 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:04:51.244621 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'Port': ['ID=2651f0a9-615b-4350-8e5b-689935319030,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:51.947426 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for floatingip (79b87351-945c-45aa-b105-6c0b53387f00), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.016649 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35d633-7582-4aa2-a93f-60d8672b4802 req-b78e027f-83e4-4e03-92f6-2e7d0f3f8863 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:52.018103 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af35d633-7582-4aa2-a93f-60d8672b4802 req-b78e027f-83e4-4e03-92f6-2e7d0f3f8863 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 945 time: 0.1486080 Mar 01 16:04:52.086038 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (2651f0a9-615b-4350-8e5b-689935319030), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.114199 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af35d633-7582-4aa2-a93f-60d8672b4802 req-be60bc28-19c7-480e-93df-3de6623970e2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876148 Mar 01 16:04:52.240032 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for port (2651f0a9-615b-4350-8e5b-689935319030), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.245672 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (2651f0a9-615b-4350-8e5b-689935319030), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.255298 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device c165e50b-0a16-423a-acc5-1c0dd587d7ad up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:04:52.304710 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port c165e50b-0a16-423a-acc5-1c0dd587d7ad completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:04:52.308933 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port c165e50b-0a16-423a-acc5-1c0dd587d7ad triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:52.308933 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.314792 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'Port': ['ID=2651f0a9-615b-4350-8e5b-689935319030,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:52.327465 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (79b87351-945c-45aa-b105-6c0b53387f00), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.387466 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port c165e50b-0a16-423a-acc5-1c0dd587d7ad is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:52.387866 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.410367 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:52.412578 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d02c33-47ce-4fec-a22a-faf811c890fb" -d '{"events": [{"server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "name": "network-vif-plugged", "status": "completed", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:52.424765 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port c165e50b-0a16-423a-acc5-1c0dd587d7ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:52.430129 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.431197 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.l3_db [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Floating IP 79b87351-945c-45aa-b105-6c0b53387f00 associated. External IP: 172.27.0.188, port: f94d2761-7a4e-4735-8d78-10dbf44698aa. Mar 01 16:04:52.460582 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ad5fa-27fd-4b12-b4cf-4f28aa91edb3 x-openstack-request-id: req-117ad5fa-27fd-4b12-b4cf-4f28aa91edb3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:52.460885 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "name": "network-vif-plugged", "status": "completed", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:52.461147 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-117ad5fa-27fd-4b12-b4cf-4f28aa91edb3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:52.461542 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'code': 200} Mar 01 16:04:52.487202 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=c165e50b-0a16-423a-acc5-1c0dd587d7ad,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:52.670593 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Router 8813b3ac-29bd-4839-8605-a0968ebf3292 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:04:52.734635 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104956c5-9052-4bd9-aa73-7a6738b9378d req-618bdef3-0583-4f10-a27e-a0b3c5bcae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:52.736161 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-104956c5-9052-4bd9-aa73-7a6738b9378d req-618bdef3-0583-4f10-a27e-a0b3c5bcae3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 1130 time: 0.0451894 Mar 01 16:04:52.777516 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:04:52.783449 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-104956c5-9052-4bd9-aa73-7a6738b9378d req-6c21fac1-62ee-49c1-b3ad-df9a0de45593 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395613 Mar 01 16:04:52.787523 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] Sync routers for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:04:52.796943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.802146 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:52.803037 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:04:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:52.829640 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-7b682159-7983-4864-8f0d-dee88e09ad3d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0316768 Mar 01 16:04:52.830222 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:52.832537 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37078) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:52.833194 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d20b90-8b06-4a73-a763-726da5ce3a98" -d '{"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:52.838088 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904813545', 'description': 'tempest-secgroup-smoke-1904813545 description', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:52.861048 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.933645 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86cdf1f-6665-4bff-bfaf-89f5bb801dd3 x-openstack-request-id: req-f86cdf1f-6665-4bff-bfaf-89f5bb801dd3 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:52.933942 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:52.934198 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f86cdf1f-6665-4bff-bfaf-89f5bb801dd3 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:52.934603 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'status': 'completed', 'code': 200} Mar 01 16:04:52.947764 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group (85917565-7273-48a4-8faf-fe57cdac456c), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.951665 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (85917565-7273-48a4-8faf-fe57cdac456c), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.982632 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:52.983882 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1500616 Mar 01 16:04:52.986784 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37084) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:52.991577 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-c9f2898a-b3f3-4b57-80c4-538ec3d85db5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'security_group_rule': {'security_group_id': '85917565-7273-48a4-8faf-fe57cdac456c', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:52.996579 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85917565-7273-48a4-8faf-fe57cdac456c,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:53.006980 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.007354 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.007702 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.008047 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.008381 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.008714 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.009047 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.009375 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.009706 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.010032 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.010358 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.010682 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.011005 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2a59-ffb7-4a48-842c-7c1997e3b0bc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.030594 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c9f2898a-b3f3-4b57-80c4-538ec3d85db5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (d9ee14ab-cd1a-4d11-8537-8777efb21bf4), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.042401 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:53.085232 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c9f2898a-b3f3-4b57-80c4-538ec3d85db5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (d9ee14ab-cd1a-4d11-8537-8777efb21bf4), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.088787 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c9f2898a-b3f3-4b57-80c4-538ec3d85db5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (d9ee14ab-cd1a-4d11-8537-8777efb21bf4), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.112989 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2898a-b3f3-4b57-80c4-538ec3d85db5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ee14ab-cd1a-4d11-8537-8777efb21bf4,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:53.122335 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c9f2898a-b3f3-4b57-80c4-538ec3d85db5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.123593 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c9f2898a-b3f3-4b57-80c4-538ec3d85db5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358056 Mar 01 16:04:53.126415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37086) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:53.131652 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'security_group_rule': {'security_group_id': '85917565-7273-48a4-8faf-fe57cdac456c', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:53.170570 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-f647551d-8883-4791-b9b1-dd6553940d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:53.172229 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-f647551d-8883-4791-b9b1-dd6553940d1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1130 time: 0.0474946 Mar 01 16:04:53.176292 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (9cf8a026-22f1-4cbb-b77b-84d174fd6e1c), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.272708 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (9cf8a026-22f1-4cbb-b77b-84d174fd6e1c), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.281384 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8a833-b6df-4871-9781-8ea0d8fbebcb req-c56d8cf4-fd62-49bf-aacc-ed500b70e5fd tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:53.282874 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ed8a833-b6df-4871-9781-8ea0d8fbebcb req-c56d8cf4-fd62-49bf-aacc-ed500b70e5fd tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 946 time: 0.0913398 Mar 01 16:04:53.284208 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (9cf8a026-22f1-4cbb-b77b-84d174fd6e1c), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.285582 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '79b87351-945c-45aa-b105-6c0b53387f00', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'port_id': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'mac_address': 'fa:16:3e:8b:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148e58d-57af-4567-a212-57f00a320b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:51Z', 'updated_at': '2022-03-01T16:04:51Z', 'revision_number': 0, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:53.316433 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] Checking router: 8813b3ac-29bd-4839-8605-a0968ebf3292 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:04:53.317557 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf8a026-22f1-4cbb-b77b-84d174fd6e1c,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:53.326787 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:53.327442 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:04:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:53.330773 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.331125 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.331519 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.331859 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.332192 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.332523 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.332856 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.333203 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.333510 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.333839 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.334162 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.334486 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.335366 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:04:53.340101 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.343691 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-0e65a380-28b5-44ae-a310-cdc047e46165 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2133386 Mar 01 16:04:53.353090 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37090) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:53.360521 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-b3ca6197-b5c1-4f6c-94a1-be1224257fec tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'security_group_rule': {'security_group_id': '85917565-7273-48a4-8faf-fe57cdac456c', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:53.394324 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1ed8a833-b6df-4871-9781-8ea0d8fbebcb req-636d62db-4159-47cd-9d5b-c0ea9e18f166 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948703 Mar 01 16:04:53.424524 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6197-b5c1-4f6c-94a1-be1224257fec tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (c98d9194-fdde-4a1c-9b8f-ee8e6233e285), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.452014 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:53.490818 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6197-b5c1-4f6c-94a1-be1224257fec tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (c98d9194-fdde-4a1c-9b8f-ee8e6233e285), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.496978 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6197-b5c1-4f6c-94a1-be1224257fec tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (c98d9194-fdde-4a1c-9b8f-ee8e6233e285), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.521487 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-3182c416-90ed-4af1-8773-dc165eb1b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:53.523245 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6197-b5c1-4f6c-94a1-be1224257fec tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.523533 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-3182c416-90ed-4af1-8773-dc165eb1b6f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 915 time: 0.3450117 Mar 01 16:04:53.526984 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b3ca6197-b5c1-4f6c-94a1-be1224257fec tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1700959 Mar 01 16:04:53.527210 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37092) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:53.532090 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-37040de2-871b-4225-a51a-def87a97c9ee tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'security_group_rule': {'security_group_id': '85917565-7273-48a4-8faf-fe57cdac456c', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:53.535934 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca6197-b5c1-4f6c-94a1-be1224257fec tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98d9194-fdde-4a1c-9b8f-ee8e6233e285,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:53.559051 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-37040de2-871b-4225-a51a-def87a97c9ee tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (d5bf1e58-3fb3-4419-b8b4-1262fed0b081), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.594076 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-ecb4ff09-49ea-40a4-8cab-35c61d6b8f82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 1000 time: 0.0636744 Mar 01 16:04:53.619503 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-37040de2-871b-4225-a51a-def87a97c9ee tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (d5bf1e58-3fb3-4419-b8b4-1262fed0b081), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.624238 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-37040de2-871b-4225-a51a-def87a97c9ee tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (d5bf1e58-3fb3-4419-b8b4-1262fed0b081), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.643114 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37040de2-871b-4225-a51a-def87a97c9ee tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bf1e58-3fb3-4419-b8b4-1262fed0b081,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:53.648541 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-6e682a9b-ffa7-41ef-a3a6-2e17ce16858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:53.650535 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-6e682a9b-ffa7-41ef-a3a6-2e17ce16858c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 200 len: 853 time: 0.0483809 Mar 01 16:04:53.653279 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-37040de2-871b-4225-a51a-def87a97c9ee tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.654461 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-37040de2-871b-4225-a51a-def87a97c9ee tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260428 Mar 01 16:04:53.657123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37094) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:53.662235 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'security_group_rule': {'security_group_id': '85917565-7273-48a4-8faf-fe57cdac456c', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:53.684296 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.securitygroups_db [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Project cb0bd7d53a894d2785f95f9fc0a3b1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:04:53.691390 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (c3abf3a1-86bb-4b7b-ae4e-08d8423a86a1), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.705612 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-c9ecec3c-0a5c-41b8-b3b6-164ceb8911d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:53.707924 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-c9ecec3c-0a5c-41b8-b3b6-164ceb8911d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518668 Mar 01 16:04:53.715619 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '79b87351-945c-45aa-b105-6c0b53387f00', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'port_id': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'mac_address': 'fa:16:3e:8b:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148e58d-57af-4567-a212-57f00a320b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:51Z', 'updated_at': '2022-03-01T16:04:51Z', 'revision_number': 0, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:53.743297 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f656f7-a628-4efa-9339-91cbde3d1785 None None] The sync data for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi is: [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '79b87351-945c-45aa-b105-6c0b53387f00', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'port_id': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'mac_address': 'fa:16:3e:8b:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148e58d-57af-4567-a212-57f00a320b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:51Z', 'updated_at': '2022-03-01T16:04:51Z', 'revision_number': 0, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:04:53.758262 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (c3abf3a1-86bb-4b7b-ae4e-08d8423a86a1), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.762849 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (c3abf3a1-86bb-4b7b-ae4e-08d8423a86a1), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.781454 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3abf3a1-86bb-4b7b-ae4e-08d8423a86a1,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:53.792422 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.793658 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-769922cf-04a7-4ed3-9fcd-659cef1383e2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356230 Mar 01 16:04:53.796450 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37096) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:53.800812 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'security_group_rule': {'security_group_id': '85917565-7273-48a4-8faf-fe57cdac456c', 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:53.810474 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-86f45e35-2c0b-4258-823b-673c6e68f4ba service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894523 Mar 01 16:04:53.821068 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.securitygroups_db [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Project cb0bd7d53a894d2785f95f9fc0a3b1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:04:53.826318 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (9582254d-583b-4f8a-b9a4-0ae4f8e67dbf), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.894877 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (9582254d-583b-4f8a-b9a4-0ae4f8e67dbf), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.899054 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (9582254d-583b-4f8a-b9a4-0ae4f8e67dbf), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.915212 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-11d20b90-8b06-4a73-a763-726da5ce3a98 req-2d353560-9de9-414f-990e-884e72d85903 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980721 Mar 01 16:04:53.922626 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9582254d-583b-4f8a-b9a4-0ae4f8e67dbf,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:53.931987 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:53.933358 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-df863e5e-8104-4a25-8e43-37d7ad8d0891 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359715 Mar 01 16:04:53.992957 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f2261-bf91-47e4-a52c-f45ccf88e102 None None] New status for floating IP 79b87351-945c-45aa-b105-6c0b53387f00: ACTIVE {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:04:54.029052 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-197556a3-3395-443e-acb9-3775c4658fe1 req-5d42fa91-3910-4964-bfe4-224ef5f1a6e5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904813545&fields=id&tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8 HTTP/1.1" status: 200 len: 267 time: 0.0447733 Mar 01 16:04:54.084301 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197556a3-3395-443e-acb9-3775c4658fe1 req-d9022ece-3272-4087-a133-32e4ea698be2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:54.086261 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-197556a3-3395-443e-acb9-3775c4658fe1 req-d9022ece-3272-4087-a133-32e4ea698be2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0519083 Mar 01 16:04:54.096776 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'port': {'security_groups': ['c2911c90-eb1d-45f7-b101-90c172dcb122', '85917565-7273-48a4-8faf-fe57cdac456c']}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:54.168801 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:54.330556 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-32150105-0323-44db-b87b-f8f0597bee4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:54.360553 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:04:54.393703 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:54.397897 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:54.409837 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['f94d2761-7a4e-4735-8d78-10dbf44698aa'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:04:54.443487 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:54.444169 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:54.445599 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-197556a3-3395-443e-acb9-3775c4658fe1 req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "PUT /v2.0/ports/f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 982 time: 0.3533604 Mar 01 16:04:54.468462 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f237e-618e-4c1a-8b2b-09cb7a63a651 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=6']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:54.576757 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['f94d2761-7a4e-4735-8d78-10dbf44698aa'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:04:54.594233 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5900ed7-84eb-423d-8e3d-3f543ad9176a req-62069c91-7789-44fb-831b-a156786fabdc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:54.596066 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c5900ed7-84eb-423d-8e3d-3f543ad9176a req-62069c91-7789-44fb-831b-a156786fabdc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0837767 Mar 01 16:04:54.610354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb00a77-41e7-45bb-a7ce-6be94f03366a req-4dfb3394-4542-4cdd-a713-77dc4f6f4a03 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:54.611945 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-deb00a77-41e7-45bb-a7ce-6be94f03366a req-4dfb3394-4542-4cdd-a713-77dc4f6f4a03 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 946 time: 0.1102405 Mar 01 16:04:54.703335 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-deb00a77-41e7-45bb-a7ce-6be94f03366a req-57e50102-69f2-4d59-af4e-f80f8bce5697 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837383 Mar 01 16:04:54.708353 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c5900ed7-84eb-423d-8e3d-3f543ad9176a req-18bec350-b027-4747-964f-ec449fa06a52 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955350 Mar 01 16:04:54.797603 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-b665ff58-933a-460b-8bd0-7df1ab26b4d7 None None] Provisioning complete for port f94d2761-7a4e-4735-8d78-10dbf44698aa triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:04:54.797976 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b665ff58-933a-460b-8bd0-7df1ab26b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:54.821404 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a49efc-816e-4d26-91e9-0c6ec1a24385 req-12620dc6-b1d3-4b32-a88e-d740088abb69 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:54.822886 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f8a49efc-816e-4d26-91e9-0c6ec1a24385 req-12620dc6-b1d3-4b32-a88e-d740088abb69 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 946 time: 0.0523920 Mar 01 16:04:54.871566 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f8a49efc-816e-4d26-91e9-0c6ec1a24385 req-10c1dbf7-ae8f-447f-aa31-5cf2f6f1d4f6 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Mar 01 16:04:54.893369 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37108) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:54.936316 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09619008-e8bb-45fc-9fb7-0fab972ae9cc tempest-TestVolumeBootPattern-865810050 tempest-TestVolumeBootPattern-865810050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:54.937839 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-09619008-e8bb-45fc-9fb7-0fab972ae9cc tempest-TestVolumeBootPattern-865810050 tempest-TestVolumeBootPattern-865810050-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 1125 time: 0.0434282 Mar 01 16:04:54.938375 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:54.940606 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574" -d '{"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:54.940833 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37110) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:04:54.945453 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:04:54.968141 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:54.980051 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1c887-0c6a-42c9-83a4-b8dd6f99cbdc x-openstack-request-id: req-f4e1c887-0c6a-42c9-83a4-b8dd6f99cbdc {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:54.980295 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:54.980560 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4e1c887-0c6a-42c9-83a4-b8dd6f99cbdc {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:54.980959 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'status': 'completed', 'code': 200} Mar 01 16:04:55.000531 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b665ff58-933a-460b-8bd0-7df1ab26b4d7 None None] Current status of the port f94d2761-7a4e-4735-8d78-10dbf44698aa is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:04:55.078319 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-1e4daf2a-3bee-41f8-923e-d5f1a31a0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:55.079830 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-1e4daf2a-3bee-41f8-923e-d5f1a31a0671 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1169 time: 0.0656593 Mar 01 16:04:55.155813 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:55.229600 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-16f6b870-b0f2-419a-a338-b686ba679069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:55.231189 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-16f6b870-b0f2-419a-a338-b686ba679069 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 915 time: 0.1392303 Mar 01 16:04:55.336209 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Allocated IP 172.27.0.233 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/fa37a6e4-aacb-4259-95ca-b839e93b8810) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:04:55.339506 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-fc58e8cb-e275-4564-b1a5-08d1c61c78da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 1002 time: 0.0980337 Mar 01 16:04:55.429421 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-af76a22b-7177-4c66-ab17-08cf5a09b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:55.430845 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-af76a22b-7177-4c66-ab17-08cf5a09b046 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 200 len: 853 time: 0.0839927 Mar 01 16:04:55.508342 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:55.521372 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-d130fe1d-0d15-46be-9bdb-70d49c87b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:55.523487 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-d130fe1d-0d15-46be-9bdb-70d49c87b29c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0833921 Mar 01 16:04:55.595739 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:55.647832 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:04:55.658105 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:04:55.660648 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:04:55.687344 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-2133b49e-6be7-48f6-8eff-131a5407be4e service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553600 Mar 01 16:04:55.703314 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=fa37a6e4-aacb-4259-95ca-b839e93b8810,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:55.848326 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-bb5bbdd3-8f47-4c01-ba4e-b0d42ec87574 req-c76052e0-de5d-4c0f-a86a-3146224f2297 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529624 Mar 01 16:04:56.092704 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (f484d674-d6fa-4423-a2b1-abef6b22e090), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:56.160279 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:56.318351 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:56.323113 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:56.390947 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=fa37a6e4-aacb-4259-95ca-b839e93b8810,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:04:56.400561 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (f484d674-d6fa-4423-a2b1-abef6b22e090), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:56.504031 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Floating IP f484d674-d6fa-4423-a2b1-abef6b22e090 associated. External IP: 172.27.0.233, port: c165e50b-0a16-423a-acc5-1c0dd587d7ad. Mar 01 16:04:56.533487 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a8f732e-725c-46ba-b7c4-1079b23e2e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:56.715545 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:04:56.818814 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:04:56.828901 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:04:56.838603 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:56.840149 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:56.840760 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:04:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:56.872090 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-f9f4b6ff-94f5-46fb-87a2-a1ce139069d2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9301813 Mar 01 16:04:56.872668 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:04:56.874891 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026c7560-8406-4dbf-82cb-bc345c1ac123" -d '{"events": [{"name": "network-changed", "server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:04:56.909510 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecf3a6-4cc6-4bf9-9065-1460fb713e55 x-openstack-request-id: req-7fecf3a6-4cc6-4bf9-9065-1460fb713e55 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:04:56.909836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:04:56.910102 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fecf3a6-4cc6-4bf9-9065-1460fb713e55 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:04:56.910508 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'status': 'completed', 'code': 200} Mar 01 16:04:56.959315 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:56.974228 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-463169e4-c55d-43b7-b8a7-f44bcdcaff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:56.976396 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-463169e4-c55d-43b7-b8a7-f44bcdcaff87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 1130 time: 0.0439746 Mar 01 16:04:57.065274 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-97df900c-4528-4305-b1eb-9e8475b1ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:57.066734 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-97df900c-4528-4305-b1eb-9e8475b1ab4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.0809212 Mar 01 16:04:57.141018 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-884aab10-b556-48c4-bdb5-e61003f9303b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad HTTP/1.1" status: 200 len: 1000 time: 0.0614405 Mar 01 16:04:57.186352 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:55Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:57.192249 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-560e299a-177f-4516-87bf-596982b3cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:57.193705 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-560e299a-177f-4516-87bf-596982b3cf9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0442686 Mar 01 16:04:57.212200 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:04:57.220519 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:04:57.221128 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:04:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:57.245189 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-d8dc8b14-6559-4939-8e33-0cdc2329eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:04:57.246676 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-d8dc8b14-6559-4939-8e33-0cdc2329eca9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430582 Mar 01 16:04:57.328073 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:04:57.335789 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-dcea3580-125b-407c-9bbd-d2793f9c319a service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825057 Mar 01 16:04:57.423143 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-026c7560-8406-4dbf-82cb-bc345c1ac123 req-5c735d82-21a6-4900-9261-afd103847f01 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805578 Mar 01 16:04:57.555484 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:55Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:04:57.581109 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4c4f8-2d4f-4c65-8676-16ce44f369a1 None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:55Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:04:57.763821 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784c68b-aebc-4be4-ae9e-9dc16a354472 None None] New status for floating IP f484d674-d6fa-4423-a2b1-abef6b22e090: ACTIVE {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:04:57.785334 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:04:59.223056 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:00.619382 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:00.665275 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:14.758285 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:05:24.331879 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cd36d53-6a56-4656-b9cf-c038248d4d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:25.958323 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958ddda-d319-40fd-868f-5c980b1bb6ed req-961383df-ca4a-494d-90fe-cdcde4c5e079 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:25.960348 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5958ddda-d319-40fd-868f-5c980b1bb6ed req-961383df-ca4a-494d-90fe-cdcde4c5e079 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0554380 Mar 01 16:05:26.007459 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5958ddda-d319-40fd-868f-5c980b1bb6ed req-8d3fc183-e8aa-43dd-a8d0-221c73f815e1 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Mar 01 16:05:26.525552 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0607-115e-4867-8185-20ece9f36d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:27.126642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd514c-0d85-4948-9a70-f2ed8cf774e7 req-8931cff2-6190-4401-a2c9-2623570c4755 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:27.128143 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3fcd514c-0d85-4948-9a70-f2ed8cf774e7 req-8931cff2-6190-4401-a2c9-2623570c4755 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0521884 Mar 01 16:05:27.175796 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3fcd514c-0d85-4948-9a70-f2ed8cf774e7 req-bb11b796-bb5b-4bda-934f-1fed610d325c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Mar 01 16:05:27.784035 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:28.294829 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a93f4-0918-49c2-b338-b4b31d3f0edb req-406dbf61-d2d7-4951-bfee-dd7363685089 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:28.296317 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dd3a93f4-0918-49c2-b338-b4b31d3f0edb req-406dbf61-d2d7-4951-bfee-dd7363685089 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0554717 Mar 01 16:05:28.343402 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dd3a93f4-0918-49c2-b338-b4b31d3f0edb req-d4e8fad0-c948-4043-b230-a0f5ca80f672 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Mar 01 16:05:29.227542 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:29.457564 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ace1-908f-472a-912e-e5e43446990f req-8a2e9c24-4e0c-4d38-b763-399007b7cb1f tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:29.458932 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bea3ace1-908f-472a-912e-e5e43446990f req-8a2e9c24-4e0c-4d38-b763-399007b7cb1f tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0514998 Mar 01 16:05:29.505440 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bea3ace1-908f-472a-912e-e5e43446990f req-162a52b8-caab-4fe1-8a9b-7805aaa57870 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409899 Mar 01 16:05:30.620039 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b970a4-6a81-4ab5-ad8f-94d0ccedfec6 req-471afc94-a96d-418d-b111-a04658c69470 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:30.620703 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:30.622024 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-70b970a4-6a81-4ab5-ad8f-94d0ccedfec6 req-471afc94-a96d-418d-b111-a04658c69470 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0514057 Mar 01 16:05:30.673089 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-70b970a4-6a81-4ab5-ad8f-94d0ccedfec6 req-37d3b5df-4b84-4e1f-92d0-fa4d4d5fd950 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459831 Mar 01 16:05:30.685574 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:31.789000 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7c50c-bc0c-43e0-9a62-72f873a80134 req-6759fbe7-bc5e-46cd-a60d-041571e03fcc tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:31.790447 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f7c7c50c-bc0c-43e0-9a62-72f873a80134 req-6759fbe7-bc5e-46cd-a60d-041571e03fcc tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0516729 Mar 01 16:05:31.838688 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f7c7c50c-bc0c-43e0-9a62-72f873a80134 req-f2cdfc01-e679-41b2-9dd9-6b37b5e584b9 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Mar 01 16:05:32.955745 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7db7a0-2a36-457f-a806-9283effb94da req-eb7a17f8-975e-4b23-893e-53e48f74476a tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:32.957215 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f7db7a0-2a36-457f-a806-9283effb94da req-eb7a17f8-975e-4b23-893e-53e48f74476a tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0524695 Mar 01 16:05:33.005878 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f7db7a0-2a36-457f-a806-9283effb94da req-f8b5a355-dbec-4391-8d30-c58178c01b51 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Mar 01 16:05:34.126462 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834423-0715-4d56-9024-6ea06b11357b req-cd3aaf1c-b3d3-4458-b534-c6c8913d145f tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:34.127949 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-db834423-0715-4d56-9024-6ea06b11357b req-cd3aaf1c-b3d3-4458-b534-c6c8913d145f tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0548785 Mar 01 16:05:34.175106 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-db834423-0715-4d56-9024-6ea06b11357b req-277553bd-5c35-4331-a627-3881933e162b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412164 Mar 01 16:05:35.288644 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a5c12-494a-4eac-87a5-f94ce48e012d req-8fc9492f-1df4-4682-9493-6e6f0299cdaf tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:35.290075 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e62a5c12-494a-4eac-87a5-f94ce48e012d req-8fc9492f-1df4-4682-9493-6e6f0299cdaf tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0516424 Mar 01 16:05:35.336717 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e62a5c12-494a-4eac-87a5-f94ce48e012d req-00fdbcd5-aca3-4ff1-b2ad-3c5705fa2dac tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Mar 01 16:05:36.124020 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-abab86fc-f383-48cb-8666-3cc445a6ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:36.125508 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-abab86fc-f383-48cb-8666-3cc445a6ad1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1129 time: 0.0481956 Mar 01 16:05:36.213058 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-b887a952-b827-43b0-b8b1-8f67e10646f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:36.214512 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-b887a952-b827-43b0-b8b1-8f67e10646f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 910 time: 0.0814691 Mar 01 16:05:36.280519 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-0e469ad1-7701-4612-b9c9-5c423ba7c665 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 1000 time: 0.0596728 Mar 01 16:05:36.455123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b8fb2-0410-4ee5-ba7a-1b9dbb42c706 req-449d5df7-5361-4208-9e40-89ac13e51507 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:36.456691 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c77b8fb2-0410-4ee5-ba7a-1b9dbb42c706 req-449d5df7-5361-4208-9e40-89ac13e51507 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0529010 Mar 01 16:05:36.511564 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c77b8fb2-0410-4ee5-ba7a-1b9dbb42c706 req-430d1e95-a970-45bc-92f4-646d772d1d91 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485854 Mar 01 16:05:36.577027 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-ac4f8629-eecf-4048-9271-d6c756497a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:36.578664 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-ac4f8629-eecf-4048-9271-d6c756497a7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.2918396 Mar 01 16:05:36.626119 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-55874ff0-e68c-4dbc-808e-7c1c1aed7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:36.627613 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-55874ff0-e68c-4dbc-808e-7c1c1aed7c07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422606 Mar 01 16:05:36.714982 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-f0ec1124-3b2f-4924-95b4-d7ed4da7f555 service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808508 Mar 01 16:05:36.799692 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a97bb497-f454-4a1c-9f35-d26971e0bbb6 req-bf46de61-cca2-45a3-bc18-3c4066604e35 service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781276 Mar 01 16:05:37.626977 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e8f94-2649-4766-9c17-cf6378c41d80 req-ca583536-750b-4ca6-9207-c68a5c8e7c60 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:37.628471 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f73e8f94-2649-4766-9c17-cf6378c41d80 req-ca583536-750b-4ca6-9207-c68a5c8e7c60 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0522470 Mar 01 16:05:37.676727 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f73e8f94-2649-4766-9c17-cf6378c41d80 req-ab50d6c1-bb41-4dc0-82c5-8ef443da5e27 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Mar 01 16:05:38.279104 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-c5fca057-c559-4815-8fd8-17327b2401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:38.280532 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-c5fca057-c559-4815-8fd8-17327b2401b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1129 time: 0.0445626 Mar 01 16:05:38.390921 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-df43f403-147d-4756-b06a-b4c1bdc647f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:38.392409 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-df43f403-147d-4756-b06a-b4c1bdc647f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 910 time: 0.0828497 Mar 01 16:05:38.457049 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-3be43533-5cf6-4e1d-9a46-015133b40207 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 1000 time: 0.0573502 Mar 01 16:05:38.509019 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-05e2f81d-8253-45ff-aa28-b3ac0f7cf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:38.510505 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-05e2f81d-8253-45ff-aa28-b3ac0f7cf301 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.0463514 Mar 01 16:05:38.559171 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-cd632efa-4e0d-4bc4-92b4-3c3e0c36921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:38.560756 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-cd632efa-4e0d-4bc4-92b4-3c3e0c36921d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443356 Mar 01 16:05:38.651535 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-5c2bfc53-10cb-4468-beb1-b05630ba02bc service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Mar 01 16:05:38.756655 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ef4988b5-2aa8-4749-a993-28d143231a06 req-5d364f06-0e2f-41b3-90f7-966ab5fdd4b9 service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961475 Mar 01 16:05:38.812603 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3d0b-2e25-4fcd-8541-ebda94ce480d req-ad33440a-4913-45f1-8374-6caaea598842 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:38.814235 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-973c3d0b-2e25-4fcd-8541-ebda94ce480d req-ad33440a-4913-45f1-8374-6caaea598842 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0661485 Mar 01 16:05:38.864020 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-973c3d0b-2e25-4fcd-8541-ebda94ce480d req-1f28516c-76f7-42d3-9139-b8f29737cb1d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Mar 01 16:05:39.981177 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc59a1-bbe4-41af-a498-c0eeb86e3ceb req-db14511d-19e1-41d4-9fca-8d1816aa2ae3 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:39.982656 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fbcc59a1-bbe4-41af-a498-c0eeb86e3ceb req-db14511d-19e1-41d4-9fca-8d1816aa2ae3 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0546656 Mar 01 16:05:40.038974 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fbcc59a1-bbe4-41af-a498-c0eeb86e3ceb req-0dee9eba-0936-4872-be1c-534da1376b4b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502279 Mar 01 16:05:40.225285 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37192) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:40.252536 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91227fd9-bd19-4a63-a8ca-ab689be7246b req-4da4fa11-28bd-46dd-bc4b-c87a5e1da9ae tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:40.254016 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91227fd9-bd19-4a63-a8ca-ab689be7246b req-4da4fa11-28bd-46dd-bc4b-c87a5e1da9ae tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0610979 Mar 01 16:05:40.336466 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91227fd9-bd19-4a63-a8ca-ab689be7246b req-490e5c8a-617a-4635-9110-f8418211bf86 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764513 Mar 01 16:05:40.342194 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-64400ab6-f255-4562-ad47-118006006f97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159077 Mar 01 16:05:40.352031 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-c70f180b-d520-49f6-b97a-97e65ff59adc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:05:40.352988 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-c70f180b-d520-49f6-b97a-97e65ff59adc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051670 Mar 01 16:05:40.426699 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37200) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:40.516589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-89a5f1fb-da49-49a9-869b-ae63c6845e41 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:40.517826 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-89a5f1fb-da49-49a9-869b-ae63c6845e41 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports/703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 942 time: 0.0900803 Mar 01 16:05:41.461200 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29d7d7-2f37-4882-9105-3cd93e2a2650 req-f1ad427b-4d26-488d-8edc-80b77d906a3c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:41.462711 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d29d7d7-2f37-4882-9105-3cd93e2a2650 req-f1ad427b-4d26-488d-8edc-80b77d906a3c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0522606 Mar 01 16:05:41.513385 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d29d7d7-2f37-4882-9105-3cd93e2a2650 req-75c6fef0-b117-41f6-b16a-f8083e244966 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Mar 01 16:05:41.838149 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-92ed1cb2-912a-4655-a71d-de86d7849751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:41.839677 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-92ed1cb2-912a-4655-a71d-de86d7849751 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea&tenant_id=0b07f7e06c444a09832a6fa04837888d HTTP/1.1" status: 200 len: 1129 time: 0.0459325 Mar 01 16:05:41.902204 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-88171fdd-9348-42be-8a67-53c3272d5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:41.904024 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-88171fdd-9348-42be-8a67-53c3272d5341 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1129 time: 0.0426302 Mar 01 16:05:42.000850 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-677f3565-d2dd-4350-a20f-def145ac0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:42.002319 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-677f3565-d2dd-4350-a20f-def145ac0fc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 910 time: 0.0918593 Mar 01 16:05:42.066021 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-9a31a34a-2d52-4c33-8fc4-ae96bb23a427 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 1000 time: 0.0569682 Mar 01 16:05:42.116568 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-834af470-c253-42e3-b43f-2800c3fb90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:42.117890 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-834af470-c253-42e3-b43f-2800c3fb90a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.0456309 Mar 01 16:05:42.165722 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-cfc49374-34a2-49f8-86a4-3e6ee7000e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:42.167167 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-cfc49374-34a2-49f8-86a4-3e6ee7000e8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427918 Mar 01 16:05:42.252712 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-ff49cfed-2428-4631-8266-49bd7ab2e9ef service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772610 Mar 01 16:05:42.346937 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-ace621cc-683a-43bf-8b85-fde4524b65c6 req-a2f1f675-7c55-4cbf-b8ec-82b51ace7b8a service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864713 Mar 01 16:05:42.525673 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 703e8b9e-d4cf-4e92-9b45-40d92e017797 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:05:42.602813 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 703e8b9e-d4cf-4e92-9b45-40d92e017797 is: ACTIVE; New status is: DOWN {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:05:42.603213 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:42.625368 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:05:42.628552 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d9fc2-e654-4d2c-ba89-06eff85a1f30" -d '{"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-unplugged", "status": "completed", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:05:42.635666 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd6ad0-880a-4e32-9468-034fc2ffc68a req-b349900e-04e4-4ee2-a812-05c6b9a2796d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:42.637175 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-56dd6ad0-880a-4e32-9468-034fc2ffc68a req-b349900e-04e4-4ee2-a812-05c6b9a2796d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0559754 Mar 01 16:05:42.651687 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:05:42.659872 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:42.682446 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9280b-c925-4a6c-985f-2f351eca3efb x-openstack-request-id: req-b5e9280b-c925-4a6c-985f-2f351eca3efb {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:05:42.682745 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-unplugged", "status": "completed", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:05:42.683005 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5e9280b-c925-4a6c-985f-2f351eca3efb {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:05:42.683446 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'code': 200} Mar 01 16:05:42.695145 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-56dd6ad0-880a-4e32-9468-034fc2ffc68a req-dfd49876-d5fa-4e97-8a0b-a8b00cd237e6 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513828 Mar 01 16:05:42.709336 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:43.812280 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443c453-bb92-45a2-8363-342952ede524 req-4bd625cb-2ade-4f74-b53e-9f2bbe516929 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:43.813728 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3443c453-bb92-45a2-8363-342952ede524 req-4bd625cb-2ade-4f74-b53e-9f2bbe516929 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0515227 Mar 01 16:05:43.860835 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3443c453-bb92-45a2-8363-342952ede524 req-579ff0ed-b91a-4332-ab09-31164a68fce4 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Mar 01 16:05:44.976360 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3f8fd-4d24-4d91-9b88-ba9b0d010610 req-902e6076-f798-4785-be27-49b63615980d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:44.977723 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76c3f8fd-4d24-4d91-9b88-ba9b0d010610 req-902e6076-f798-4785-be27-49b63615980d tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0514722 Mar 01 16:05:45.027966 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76c3f8fd-4d24-4d91-9b88-ba9b0d010610 req-c6f91a2b-5809-4226-b318-e4d1dbe0b3e7 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446336 Mar 01 16:05:46.142679 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb0f4-6b95-4377-83a2-f8dadc2bd529 req-be41c08b-a4a0-49bb-854d-26d09babfbc9 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:46.144338 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dcefb0f4-6b95-4377-83a2-f8dadc2bd529 req-be41c08b-a4a0-49bb-854d-26d09babfbc9 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0503016 Mar 01 16:05:46.193710 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dcefb0f4-6b95-4377-83a2-f8dadc2bd529 req-cec12039-2ff2-4170-a203-38e02d177bb3 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411320 Mar 01 16:05:47.310069 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc884c2-cf5e-4c4d-b1c8-cd07f7ffea86 req-238458f5-75a4-43cc-9131-3dd75cfedb97 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:47.311537 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-adc884c2-cf5e-4c4d-b1c8-cd07f7ffea86 req-238458f5-75a4-43cc-9131-3dd75cfedb97 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0525548 Mar 01 16:05:47.357502 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-adc884c2-cf5e-4c4d-b1c8-cd07f7ffea86 req-625afc83-db31-48e9-afae-9c0f17ec4ac3 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 Mar 01 16:05:48.474105 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bce7c-45f4-44ec-beba-8718c4429d6a req-464d21de-d121-41cf-b09f-847c309b022e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:48.476092 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-615bce7c-45f4-44ec-beba-8718c4429d6a req-464d21de-d121-41cf-b09f-847c309b022e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0548675 Mar 01 16:05:48.522357 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-615bce7c-45f4-44ec-beba-8718c4429d6a req-219b7641-1cdc-4c16-99bc-3acf59f88580 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408204 Mar 01 16:05:49.638692 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c167c-496f-4832-9463-bae7ba50be57 req-8acdb7c5-7057-457f-87fe-4550c9bfb507 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:49.640176 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a75c167c-496f-4832-9463-bae7ba50be57 req-8acdb7c5-7057-457f-87fe-4550c9bfb507 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0515468 Mar 01 16:05:49.689157 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a75c167c-496f-4832-9463-bae7ba50be57 req-66c59e3e-b07a-4cf3-887c-9454b7f90b53 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Mar 01 16:05:49.787601 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dfaba-5581-4c7f-a226-2abc4de719dc req-b2ad06c5-1401-4b00-96c2-8422c5e3bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:49.789067 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-7c5dfaba-5581-4c7f-a226-2abc4de719dc req-b2ad06c5-1401-4b00-96c2-8422c5e3bf02 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1127 time: 0.0436685 Mar 01 16:05:49.840713 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-7c5dfaba-5581-4c7f-a226-2abc4de719dc req-0e7b817c-7f64-485b-a610-6117375cafc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365624 Mar 01 16:05:50.587493 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 703e8b9e-d4cf-4e92-9b45-40d92e017797 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:05:50.687371 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:05:50.697944 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'port_id': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'mac_address': 'fa:16:3e:ed:7b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:05:50.740111 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 703e8b9e-d4cf-4e92-9b45-40d92e017797 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:05:50.741020 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:50.754554 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703e8b9e-d4cf-4e92-9b45-40d92e017797 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:05:50.774031 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:05:50.780500 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:50.816381 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27e7d2-1be4-4ef3-a246-c781ef5f8d61 req-6d4e3c9b-143d-48c2-8d85-6770239d907b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:50.817880 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bf27e7d2-1be4-4ef3-a246-c781ef5f8d61 req-6d4e3c9b-143d-48c2-8d85-6770239d907b tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 943 time: 0.0536959 Mar 01 16:05:50.834793 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:50.841885 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.842191 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.842554 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.842894 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.843257 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.843606 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.843945 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.844284 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.844627 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.844963 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.845295 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.845626 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.845953 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:50.868359 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bf27e7d2-1be4-4ef3-a246-c781ef5f8d61 req-b7816c23-864c-4fcf-a8b3-7ddb1b8415ad tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449789 Mar 01 16:05:51.757122 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:05:51.985898 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56e2d0-3159-4d57-b4aa-17e4fe642569 req-0afe57bb-3839-4e2c-8dfd-b5468a9b6a05 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:51.987381 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5f56e2d0-3159-4d57-b4aa-17e4fe642569 req-0afe57bb-3839-4e2c-8dfd-b5468a9b6a05 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 944 time: 0.0531085 Mar 01 16:05:52.035723 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5f56e2d0-3159-4d57-b4aa-17e4fe642569 req-5f98e390-3ace-4f3e-a961-8a3bc98e6fc7 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Mar 01 16:05:52.260597 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['703e8b9e-d4cf-4e92-9b45-40d92e017797'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:05:53.420642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996b6c2-12fe-435a-88e8-0e2abec57675 req-c8e47e7e-c61c-4449-9082-8fd0ebdc13e0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:53.422094 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9996b6c2-12fe-435a-88e8-0e2abec57675 req-c8e47e7e-c61c-4449-9082-8fd0ebdc13e0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0511527 Mar 01 16:05:53.467026 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9996b6c2-12fe-435a-88e8-0e2abec57675 req-4b006bd6-78a4-41a2-b49a-4db217bb96b7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394745 Mar 01 16:05:54.332357 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f9b798b-0729-4bd1-a295-dfe4da6fd53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:54.592966 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fe586-9980-4708-b19b-027dddb64832 req-9fa85dca-f853-44e7-8433-7bd2a3a7d276 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:54.594341 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-598fe586-9980-4708-b19b-027dddb64832 req-9fa85dca-f853-44e7-8433-7bd2a3a7d276 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0553811 Mar 01 16:05:54.600528 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 703e8b9e-d4cf-4e92-9b45-40d92e017797 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:05:54.641025 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-598fe586-9980-4708-b19b-027dddb64832 req-8b0d7c59-039b-4ebb-92ac-06c6e9e37ce7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Mar 01 16:05:54.647179 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 703e8b9e-d4cf-4e92-9b45-40d92e017797 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:05:54.647597 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:54.725011 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 703e8b9e-d4cf-4e92-9b45-40d92e017797 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:05:54.725408 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:54.747047 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:05:54.749277 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee6d70a-f1d7-4d63-99df-030b952e07d4" -d '{"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-plugged", "status": "completed", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:05:54.761479 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:05:54.765890 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:54.788762 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b71c415-df56-4cfe-8c65-5abbfefc78c2 x-openstack-request-id: req-9b71c415-df56-4cfe-8c65-5abbfefc78c2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:05:54.789064 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-plugged", "status": "completed", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:05:54.789322 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b71c415-df56-4cfe-8c65-5abbfefc78c2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:05:54.789711 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'code': 200} Mar 01 16:05:54.814462 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:55.325171 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-36c89372-95c8-4c0a-a1a4-0c0178fb37ed tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:55.326611 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-36c89372-95c8-4c0a-a1a4-0c0178fb37ed tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0538807 Mar 01 16:05:55.421221 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Deleting port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:05:55.421555 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:55.507982 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] For port a0c8ae5b-2020-48db-8334-7f37dfaa8e11, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:05:55.508337 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:55.668472 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:55.668682 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:55.668879 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Floating IP 51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc disassociated. External IP: 172.27.0.23, port: a0c8ae5b-2020-48db-8334-7f37dfaa8e11. Mar 01 16:05:55.669217 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Calling delete_port for a0c8ae5b-2020-48db-8334-7f37dfaa8e11 owned by compute:nova {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:05:55.768499 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b774a5-f317-4bd2-8cc5-a94f4731e1c1 req-cb05be08-24c4-41fc-9f04-a8e0cf60b78d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:55.769963 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76b774a5-f317-4bd2-8cc5-a94f4731e1c1 req-cb05be08-24c4-41fc-9f04-a8e0cf60b78d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7a5d17-f317-408f-aa4d-eb0cd19d383f HTTP/1.1" status: 200 len: 947 time: 0.0527630 Mar 01 16:05:55.800276 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (a0c8ae5b-2020-48db-8334-7f37dfaa8e11), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:55.818841 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76b774a5-f317-4bd2-8cc5-a94f4731e1c1 req-0f5406b5-b868-4bd3-9567-f78f2d198ec7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=538ad9c4-0cab-4e06-8d36-6e6085889213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Mar 01 16:05:55.826919 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event deleted for resources: {'Port': ['ID=a0c8ae5b-2020-48db-8334-7f37dfaa8e11,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:55.836786 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.837148 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.837500 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.837847 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.838186 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.838530 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.838853 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.839186 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.839541 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.839877 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.840206 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.840902 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.840902 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:55.954714 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Router e26f41fe-1720-4f65-8f93-41c363934507 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:05:56.060329 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:05:56.069748 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] Sync routers for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:05:56.079625 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:05:56.080242 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:05:56.098953 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] No DVR routers for this DVR port a0c8ae5b-2020-48db-8334-7f37dfaa8e11 on host hv-cinder-77819 {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:05:56.102244 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:56.105760 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-44c9e8df-cfa4-4dbd-a603-15b8d4ca1554 req-88bc417d-bde0-4032-81de-a0f254ddda3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "DELETE /v2.0/ports/a0c8ae5b-2020-48db-8334-7f37dfaa8e11 HTTP/1.1" status: 204 len: 173 time: 0.7739284 Mar 01 16:05:56.106276 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-deleted', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:05:56.108726 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b8d98-eac2-47a7-887a-77531506b03c" -d '{"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-deleted", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:05:56.148051 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c15b059-b631-405d-ac76-3daed7e9f73e x-openstack-request-id: req-6c15b059-b631-405d-ac76-3daed7e9f73e {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:05:56.148404 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a5d17-f317-408f-aa4d-eb0cd19d383f", "name": "network-vif-deleted", "tag": "a0c8ae5b-2020-48db-8334-7f37dfaa8e11", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:05:56.148662 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c15b059-b631-405d-ac76-3daed7e9f73e {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:05:56.149092 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7a5d17-f317-408f-aa4d-eb0cd19d383f', 'name': 'network-vif-deleted', 'tag': 'a0c8ae5b-2020-48db-8334-7f37dfaa8e11', 'status': 'completed', 'code': 200} Mar 01 16:05:56.200588 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:05:56.404244 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:05:56.430048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] Checking router: e26f41fe-1720-4f65-8f93-41c363934507 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:05:56.438130 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:05:56.438738 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:05:56.546404 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81fcc722-46f9-41c9-8737-5bb6592aacd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:56.558959 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:05:56.762998 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:05:56.792057 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106126be-9f81-4f6e-9df7-aff1416ebdd2 None None] The sync data for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi is: [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:05:56.910422 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37282) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:56.965797 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-39602a65-506b-4599-9413-4fc563da1d2e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (538ad9c4-0cab-4e06-8d36-6e6085889213), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:56.989999 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-39602a65-506b-4599-9413-4fc563da1d2e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (538ad9c4-0cab-4e06-8d36-6e6085889213), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.017148 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10f947-7ea6-40a6-b5c1-f52352e989f8 None None] New status for floating IP 51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc: DOWN {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:05:57.042969 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-39602a65-506b-4599-9413-4fc563da1d2e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (538ad9c4-0cab-4e06-8d36-6e6085889213), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.045551 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-39602a65-506b-4599-9413-4fc563da1d2e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.046815 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-39602a65-506b-4599-9413-4fc563da1d2e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "DELETE /v2.0/security-groups/538ad9c4-0cab-4e06-8d36-6e6085889213 HTTP/1.1" status: 204 len: 168 time: 0.1353474 Mar 01 16:05:57.049662 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37284) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:57.055778 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39602a65-506b-4599-9413-4fc563da1d2e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538ad9c4-0cab-4e06-8d36-6e6085889213,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:57.066309 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.api.v2.resource [None req-d9b009fd-349d-4ca6-b6f0-5f6ab7dd6fb4 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] show failed (client error): The resource could not be found. Mar 01 16:05:57.070664 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-d9b009fd-349d-4ca6-b6f0-5f6ab7dd6fb4 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups/538ad9c4-0cab-4e06-8d36-6e6085889213 HTTP/1.1" status: 404 len: 347 time: 0.0193870 Mar 01 16:05:57.071427 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37286) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:57.455911 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Deleting port c5f66681-54b5-4656-bf24-7cca9f610a55 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:05:57.456261 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.530092 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.530427 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (c5f66681-54b5-4656-bf24-7cca9f610a55), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.542981 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Calling delete_port for c5f66681-54b5-4656-bf24-7cca9f610a55 owned by network:floatingip {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:05:57.705910 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1917d-4c4a-4abd-9593-b5805b2c9345 req-3adc3206-85fd-4a72-b7d1-83799d6ea777 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:57.707451 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fda1917d-4c4a-4abd-9593-b5805b2c9345 req-3adc3206-85fd-4a72-b7d1-83799d6ea777 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0955381 Mar 01 16:05:57.754613 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (c5f66681-54b5-4656-bf24-7cca9f610a55), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.785105 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.794098 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event deleted for resources: {'Port': ['ID=c5f66681-54b5-4656-bf24-7cca9f610a55,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:57.799989 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fda1917d-4c4a-4abd-9593-b5805b2c9345 req-b8fa4cca-375c-4d8e-9664-2e73dbf74a46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856967 Mar 01 16:05:57.810522 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.810888 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.811262 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.811658 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.811948 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.812291 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.812631 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.812986 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.813366 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.813821 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.814111 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.814446 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.814779 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:05:57.869170 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.871828 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:57.872971 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b37f6b4d-d378-4057-a76f-ec1e900f996c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "DELETE /v2.0/floatingips/51d92dc0-6e2e-4fa4-b3c5-f3bd0fd5f4fc HTTP/1.1" status: 204 len: 168 time: 0.8004880 Mar 01 16:05:58.260209 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37304) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:58.264858 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-59441271-fff0-41b3-ba7e-9275d7f3a15b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624131792', 'description': 'tempest-description--434029073'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:05:58.287630 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-59441271-fff0-41b3-ba7e-9275d7f3a15b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.362118 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-59441271-fff0-41b3-ba7e-9275d7f3a15b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (104f8736-6812-47d9-b80c-c79b34461968), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.366534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-59441271-fff0-41b3-ba7e-9275d7f3a15b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (104f8736-6812-47d9-b80c-c79b34461968), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.394394 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-59441271-fff0-41b3-ba7e-9275d7f3a15b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.395639 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-59441271-fff0-41b3-ba7e-9275d7f3a15b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1344204 Mar 01 16:05:58.397494 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59441271-fff0-41b3-ba7e-9275d7f3a15b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104f8736-6812-47d9-b80c-c79b34461968,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:58.398560 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37306) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:58.403487 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-dd983e69-3c93-4d4d-9144-98c46ba41b15 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'security_group_rule': {'security_group_id': '104f8736-6812-47d9-b80c-c79b34461968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:05:58.427856 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd983e69-3c93-4d4d-9144-98c46ba41b15 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (4227e245-3c18-4e5c-8ac6-6c44c0615cde), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.472211 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd983e69-3c93-4d4d-9144-98c46ba41b15 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (4227e245-3c18-4e5c-8ac6-6c44c0615cde), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.476205 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd983e69-3c93-4d4d-9144-98c46ba41b15 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (4227e245-3c18-4e5c-8ac6-6c44c0615cde), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.493485 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd983e69-3c93-4d4d-9144-98c46ba41b15 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4227e245-3c18-4e5c-8ac6-6c44c0615cde,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:58.501294 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd983e69-3c93-4d4d-9144-98c46ba41b15 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.502486 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-dd983e69-3c93-4d4d-9144-98c46ba41b15 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1028371 Mar 01 16:05:58.505111 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37308) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:58.509375 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-22a975d3-f9df-46f1-9919-f7a9a0df7e57 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'security_group_rule': {'security_group_id': '104f8736-6812-47d9-b80c-c79b34461968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:05:58.533073 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22a975d3-f9df-46f1-9919-f7a9a0df7e57 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (13a60c22-5f5e-47c8-ae0b-0d2e6d0d0f9d), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.586537 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22a975d3-f9df-46f1-9919-f7a9a0df7e57 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (13a60c22-5f5e-47c8-ae0b-0d2e6d0d0f9d), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.589851 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22a975d3-f9df-46f1-9919-f7a9a0df7e57 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (13a60c22-5f5e-47c8-ae0b-0d2e6d0d0f9d), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.606636 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a975d3-f9df-46f1-9919-f7a9a0df7e57 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a60c22-5f5e-47c8-ae0b-0d2e6d0d0f9d,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:58.613651 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22a975d3-f9df-46f1-9919-f7a9a0df7e57 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.615347 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-22a975d3-f9df-46f1-9919-f7a9a0df7e57 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087358 Mar 01 16:05:58.618316 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37310) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:05:58.622713 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:05:58.623620 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:05:58.643892 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: a0c8ae5b-2020-48db-8334-7f37dfaa8e11 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:05:58.644248 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device a0c8ae5b-2020-48db-8334-7f37dfaa8e11 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:05:58.650698 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.749088 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.850304 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Allocated IP 172.27.0.16 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/b10c58d8-350f-4ec9-ba8b-9687584e8fc1) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:05:58.924812 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15194c8a-2491-4fef-85a8-36c4b2a9d780 req-bc592ce4-7d5c-430f-8b08-349a2fe2bb5e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:58.926297 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15194c8a-2491-4fef-85a8-36c4b2a9d780 req-bc592ce4-7d5c-430f-8b08-349a2fe2bb5e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0562990 Mar 01 16:05:58.952776 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:58.973023 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15194c8a-2491-4fef-85a8-36c4b2a9d780 req-0f51ff3d-dddc-410b-9d6a-b9f9a221756f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba638caa-ddee-440c-915d-1197ef143305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409775 Mar 01 16:05:58.987824 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.021234 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:05:59.025976 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:05:59.028784 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:05:59.087126 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'Port': ['ID=b10c58d8-350f-4ec9-ba8b-9687584e8fc1,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:59.146032 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-0c1389b3-d898-4487-ba94-74358b994427 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:59.147691 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-0c1389b3-d898-4487-ba94-74358b994427 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 945 time: 0.0971456 Mar 01 16:05:59.185971 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (21ae920c-8fef-42e0-b89d-5eca4bc8fa32), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.228645 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.252531 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.306909 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Deleting port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:05:59.307248 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.464696 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] For port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:05:59.465403 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.520020 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.527461 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.636382 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'Port': ['ID=b10c58d8-350f-4ec9-ba8b-9687584e8fc1,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:59.654595 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (21ae920c-8fef-42e0-b89d-5eca4bc8fa32), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.701010 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.702239 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a9c067ae-6dd3-4786-ba30-9ac30b67b9db tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0829835 Mar 01 16:05:59.721079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.721565 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (076aa46d-c3a4-49e3-b079-cd30cc2cd639), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.721885 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Floating IP 076aa46d-c3a4-49e3-b079-cd30cc2cd639 disassociated. External IP: 172.27.0.34, port: 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8. Mar 01 16:05:59.722234 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Calling delete_port for 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 owned by compute:nova {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:05:59.854626 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-a8ddc379-1c10-41f0-a409-9fa711b1507a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--624131792&fields=id&tenant_id=53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 267 time: 0.0421672 Mar 01 16:05:59.856274 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (5f1fee80-d3ba-4f53-9add-0b2cdc0192f8), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:05:59.889085 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event deleted for resources: {'Port': ['ID=5f1fee80-d3ba-4f53-9add-0b2cdc0192f8,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:05:59.962778 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-3394617f-1e58-4360-beaf-bea7efd96b80 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:05:59.964265 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-3394617f-1e58-4360-beaf-bea7efd96b80 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 817 time: 0.1032815 Mar 01 16:05:59.978523 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-73fee580-903b-4913-af8b-b33c0139ae8f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/quotas/53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 375 time: 0.0089085 Mar 01 16:06:00.012095 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:06:00.040372 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-877f8b1a-c4b3-4549-9471-53f3d673c4a6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565231 Mar 01 16:06:00.081513 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-211fcf0e-dc7b-40db-90d0-3781df3583c0 req-cf84e403-efc8-4a1e-b375-c617bea33178 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=63525f66-7349-40cb-9809-32743c369e8a HTTP/1.1" status: 200 len: 210 time: 0.0326221 Mar 01 16:06:00.164788 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-73df3a07-87bf-42d1-a594-38703dbb071c service neutron] 10.222.0.10 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067142 Mar 01 16:06:00.260559 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-de6c6388-7cb4-475b-b73f-70462b3666b3 service neutron] 10.222.0.10 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898256 Mar 01 16:06:00.378299 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:06:00.389737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] Sync routers for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:06:00.400877 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:06:00.401492 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:00.419654 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] No DVR routers for this DVR port 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 on host hv-cinder-77819 {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:06:00.422609 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:00.426034 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-a09a7416-f6b5-4ce2-bd25-ca192af51ef8 req-04fcaaf5-9a80-4262-86df-1a99c987c182 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "DELETE /v2.0/ports/5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 HTTP/1.1" status: 204 len: 173 time: 1.2723978 Mar 01 16:06:00.426551 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'name': 'network-vif-deleted', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:06:00.435832 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9ebb18-13ff-4957-b8d3-e99e41aadf36" -d '{"events": [{"server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "name": "network-vif-deleted", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:06:00.488892 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8f7f5c-4a40-4ee0-bc08-43fd12a165a0 x-openstack-request-id: req-3e8f7f5c-4a40-4ee0-bc08-43fd12a165a0 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:06:00.489474 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63525f66-7349-40cb-9809-32743c369e8a", "name": "network-vif-deleted", "tag": "5f1fee80-d3ba-4f53-9add-0b2cdc0192f8", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:06:00.489474 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e8f7f5c-4a40-4ee0-bc08-43fd12a165a0 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:06:00.489912 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63525f66-7349-40cb-9809-32743c369e8a', 'name': 'network-vif-deleted', 'tag': '5f1fee80-d3ba-4f53-9add-0b2cdc0192f8', 'status': 'completed', 'code': 200} Mar 01 16:06:00.493060 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-63099485-f4e5-4f30-a134-b503aa471bfe req-0131ee1a-f0db-4d7d-99a6-b95daa3d859f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 210 time: 0.0507245 Mar 01 16:06:00.537414 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:06:00.666992 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:00.842782 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:00.894274 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:00.922663 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] Checking router: 39867c20-5d80-44ec-8e9b-35ffb9a99a5a for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:06:00.932590 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:06:00.933459 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:01.044974 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:06:01.170422 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37348) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:01.222666 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d7c77018-0359-46a5-be4a-82dc8ab2e3de tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (ba638caa-ddee-440c-915d-1197ef143305), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.243684 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:01.246500 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d7c77018-0359-46a5-be4a-82dc8ab2e3de tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (ba638caa-ddee-440c-915d-1197ef143305), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.269847 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faae326-667a-4835-a301-6fe4dd1f0c04 None None] The sync data for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi is: [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:06:01.300135 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d7c77018-0359-46a5-be4a-82dc8ab2e3de tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ba638caa-ddee-440c-915d-1197ef143305), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.302923 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-d7c77018-0359-46a5-be4a-82dc8ab2e3de tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.304209 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-d7c77018-0359-46a5-be4a-82dc8ab2e3de tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "DELETE /v2.0/security-groups/ba638caa-ddee-440c-915d-1197ef143305 HTTP/1.1" status: 204 len: 168 time: 0.1326239 Mar 01 16:06:01.306984 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37350) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:01.314243 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c77018-0359-46a5-be4a-82dc8ab2e3de tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba638caa-ddee-440c-915d-1197ef143305,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:01.325439 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.api.v2.resource [None req-368d19d8-5249-4bcb-a065-f05b129c7b9c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] show failed (client error): The resource could not be found. Mar 01 16:06:01.326558 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-368d19d8-5249-4bcb-a065-f05b129c7b9c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups/ba638caa-ddee-440c-915d-1197ef143305 HTTP/1.1" status: 404 len: 347 time: 0.0152907 Mar 01 16:06:01.329466 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37352) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:01.482408 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Deleting port e6058d5d-045c-497a-b323-a3b71d34ed19 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:06:01.482996 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.485105 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-76ca29ac-1482-4231-9762-7ece32172965 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:01.486710 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-76ca29ac-1482-4231-9762-7ece32172965 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 817 time: 0.1118560 Mar 01 16:06:01.559134 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-2c12bca5-1948-4abc-ade5-0fff9bdae788 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 379 time: 0.0626307 Mar 01 16:06:01.569685 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'port': {'device_id': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'admin_state_up': True, 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'security_groups': ['104f8736-6812-47d9-b80c-c79b34461968']}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:01.613549 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.613920 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (e6058d5d-045c-497a-b323-a3b71d34ed19), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.636002 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030fcffa-2264-4a0d-94f1-088db63025ae None None] New status for floating IP 076aa46d-c3a4-49e3-b079-cd30cc2cd639: DOWN {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:06:01.639271 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-45971e05-8aca-45d1-a0e3-0ed66d16aaa5 req-82c4ff70-4f73-44bb-8fb0-fa680f9e2dc8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 210 time: 0.0370722 Mar 01 16:06:01.643748 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Calling delete_port for e6058d5d-045c-497a-b323-a3b71d34ed19 owned by network:floatingip {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:06:01.700140 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Made reservation on behalf of 53da311ba2c842d1a0628aa3209fcf0e for: {'port': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:06:01.703810 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.810381 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (e6058d5d-045c-497a-b323-a3b71d34ed19), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.836637 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event deleted for resources: {'Port': ['ID=e6058d5d-045c-497a-b323-a3b71d34ed19,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:01.850104 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Allocated IP 172.20.0.9 (d8959349-b58e-4359-93fd-fce25042566b/a942c5ae-e6b5-49a8-9bb5-101429b96b32/dbfa7ba4-c8eb-457f-b8c2-8904c4def514) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:06:01.899302 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (076aa46d-c3a4-49e3-b079-cd30cc2cd639), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.901861 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:01.905947 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-41e1f8ab-5bf3-4204-b50e-5642f0a58e46 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "DELETE /v2.0/floatingips/076aa46d-c3a4-49e3-b079-cd30cc2cd639 HTTP/1.1" status: 204 len: 168 time: 0.5729127 Mar 01 16:06:01.982343 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.015899 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.063125 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Network d8959349-b58e-4359-93fd-fce25042566b is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:06:02.066055 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:06:02.069687 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:06:02.092080 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:02.120350 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:02.120961 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.138232 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-55f26eab-2067-453e-a2c5-24fd541bc639 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734994 Mar 01 16:06:02.154616 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Request body: {'port': {'device_id': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:02.214488 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.329696 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-7d522a1a-f070-4c9b-9a61-07561e7c625a None None] Provisioning complete for port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:06:02.330309 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d522a1a-f070-4c9b-9a61-07561e7c625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.362796 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7d522a1a-f070-4c9b-9a61-07561e7c625a None None] Port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:06:02.471169 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfa7ba4-c8eb-457f-b8c2-8904c4def514 {{(pid=102830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:06:02.478349 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Publish callbacks [] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.490349 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.provisioning_blocks [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Transition to ACTIVE for port object dbfa7ba4-c8eb-457f-b8c2-8904c4def514 will not be triggered until provisioned by entity L2. {{(pid=102830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:06:02.494292 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.529887 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37362) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:02.534488 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-c7b35990-e617-4be4-b437-55de1e0960e7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327649971', 'description': 'tempest-description--911187388'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:02.543430 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:02.557383 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c7b35990-e617-4be4-b437-55de1e0960e7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.623788 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Attempting to bind port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:06:02.624393 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Attempting to bind port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:06:02.624494 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Attempting to bind port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 on network d8959349-b58e-4359-93fd-fce25042566b {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:06:02.629100 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 on network d8959349-b58e-4359-93fd-fce25042566b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:06:02.629916 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Attempting to bind port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 on network d8959349-b58e-4359-93fd-fce25042566b {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:06:02.632797 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c7b35990-e617-4be4-b437-55de1e0960e7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (3f180387-10bd-41dd-9f4b-495fca964a3a), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.635167 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:06:02.635566 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Checking segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:06:02.636520 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Bound using segment: {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:06:02.636520 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Bound port: dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b'}}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:06:02.636751 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.637444 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c7b35990-e617-4be4-b437-55de1e0960e7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (3f180387-10bd-41dd-9f4b-495fca964a3a), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.639787 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:06:02.677754 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c7b35990-e617-4be4-b437-55de1e0960e7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.681867 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-c7b35990-e617-4be4-b437-55de1e0960e7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1483507 Mar 01 16:06:02.682038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:06:02.682038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 5f1fee80-d3ba-4f53-9add-0b2cdc0192f8 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:06:02.682828 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37364) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:02.697497 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-3dd4fe36-7494-4542-8879-8ee106b5371c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'security_group_rule': {'security_group_id': '3f180387-10bd-41dd-9f4b-495fca964a3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:02.708384 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b35990-e617-4be4-b437-55de1e0960e7 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f180387-10bd-41dd-9f4b-495fca964a3a,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:02.717019 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, cleared binding levels {{(pid=102830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:06:02.721455 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:06:02.729891 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.749505 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe36-7494-4542-8879-8ee106b5371c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (0716a1d2-d2bf-4ee5-8a28-cc319edfc31b), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.770089 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:02.770646 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.772277 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] 10.222.0.64 "PUT /v2.0/ports/dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 1093 time: 0.6222150 Mar 01 16:06:02.772730 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:06:02.774994 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717243c8-032e-481d-b8e9-46073cc691ab" -d '{"events": [{"name": "network-changed", "server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:06:02.813627 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83fdf2-6782-4512-82dc-e320cd11b206 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=3']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:02.844297 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569f4600-0e6a-48a5-9a0c-82303a78dae2 x-openstack-request-id: req-569f4600-0e6a-48a5-9a0c-82303a78dae2 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:06:02.844687 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:06:02.845017 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-569f4600-0e6a-48a5-9a0c-82303a78dae2 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:06:02.845490 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'status': 'completed', 'code': 200} Mar 01 16:06:02.849501 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe36-7494-4542-8879-8ee106b5371c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (0716a1d2-d2bf-4ee5-8a28-cc319edfc31b), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.857743 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef950094-3c23-4b07-ae4e-93e08a81db01 req-ff4d3a49-7aa1-43db-ba5a-47185d94a2d1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:02.864548 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ef950094-3c23-4b07-ae4e-93e08a81db01 req-ff4d3a49-7aa1-43db-ba5a-47185d94a2d1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.1121426 Mar 01 16:06:02.871751 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe36-7494-4542-8879-8ee106b5371c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (0716a1d2-d2bf-4ee5-8a28-cc319edfc31b), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.888087 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-4ce1e046-bfb2-479f-b251-d46ca2659868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:02.889607 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-4ce1e046-bfb2-479f-b251-d46ca2659868 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1127 time: 0.0608196 Mar 01 16:06:02.902901 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4fe36-7494-4542-8879-8ee106b5371c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0716a1d2-d2bf-4ee5-8a28-cc319edfc31b,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:02.921134 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe36-7494-4542-8879-8ee106b5371c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:02.922378 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3dd4fe36-7494-4542-8879-8ee106b5371c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291818 Mar 01 16:06:02.929042 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37370) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:02.934191 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-c6170f4f-adf6-4e42-8ede-85bd4a0787e5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'security_group_rule': {'security_group_id': '3f180387-10bd-41dd-9f4b-495fca964a3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:02.943444 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-6bdba555-82e4-45b7-8b59-16bc886238de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 217 time: 0.0435679 Mar 01 16:06:02.951731 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ef950094-3c23-4b07-ae4e-93e08a81db01 req-36a3f56f-e89b-4fc7-8742-49fe5ccef640 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862880 Mar 01 16:06:02.977587 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c6170f4f-adf6-4e42-8ede-85bd4a0787e5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (eaaeac42-b3af-4837-a4fe-f8b47867958f), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.009867 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-3bcb440c-447f-4b98-8f33-87fdf3c03642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:03.011366 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-3bcb440c-447f-4b98-8f33-87fdf3c03642 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0612409 Mar 01 16:06:03.030977 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c6170f4f-adf6-4e42-8ede-85bd4a0787e5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (eaaeac42-b3af-4837-a4fe-f8b47867958f), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.036424 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c6170f4f-adf6-4e42-8ede-85bd4a0787e5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608819'] for security_group_rule (eaaeac42-b3af-4837-a4fe-f8b47867958f), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.054929 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6170f4f-adf6-4e42-8ede-85bd4a0787e5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaeac42-b3af-4837-a4fe-f8b47867958f,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:03.064363 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c6170f4f-adf6-4e42-8ede-85bd4a0787e5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.065631 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-c6170f4f-adf6-4e42-8ede-85bd4a0787e5 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355960 Mar 01 16:06:03.065750 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-f67cf270-e469-4596-bde0-5b1921a95c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:03.067166 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-f67cf270-e469-4596-bde0-5b1921a95c6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488715 Mar 01 16:06:03.068711 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37372) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:03.073008 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:03.093029 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.161345 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-6be4932d-2842-45ef-9428-c5389fd0a011 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872602 Mar 01 16:06:03.188092 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.250116 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8d3bc132-cddb-4efe-9590-0285c5f0581b req-efa24563-520e-4b74-a6f1-befc5eb9504b service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819263 Mar 01 16:06:03.298051 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Allocated IP 172.27.0.83 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/0f312844-953f-4b2e-a69c-edfe98888478) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:06:03.345343 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717243c8-032e-481d-b8e9-46073cc691ab req-1319c16e-4c23-4206-8310-d32f29c83034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:03.346818 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-717243c8-032e-481d-b8e9-46073cc691ab req-1319c16e-4c23-4206-8310-d32f29c83034 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1127 time: 0.0477519 Mar 01 16:06:03.400778 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for port (0f312844-953f-4b2e-a69c-edfe98888478), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.435951 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717243c8-032e-481d-b8e9-46073cc691ab req-12e1fd44-5038-40a3-ae3a-49d40a9b40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:03.437327 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-717243c8-032e-481d-b8e9-46073cc691ab req-12e1fd44-5038-40a3-ae3a-49d40a9b40dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.0812185 Mar 01 16:06:03.438037 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (0f312844-953f-4b2e-a69c-edfe98888478), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.479838 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:06:03.482081 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-717243c8-032e-481d-b8e9-46073cc691ab req-cabe5809-0170-49b9-a593-782f3d0aa831 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 217 time: 0.0369756 Mar 01 16:06:03.484174 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:06:03.487623 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:06:03.512784 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'Port': ['ID=0f312844-953f-4b2e-a69c-edfe98888478,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:03.531457 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717243c8-032e-481d-b8e9-46073cc691ab req-77f7b04c-da64-4848-89ba-fa01c058e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:03.533314 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-717243c8-032e-481d-b8e9-46073cc691ab req-77f7b04c-da64-4848-89ba-fa01c058e29b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0444298 Mar 01 16:06:03.573157 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (571995d8-316f-4446-8991-f0ada3094e89), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.582103 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717243c8-032e-481d-b8e9-46073cc691ab req-7b60f9ca-9b28-47f1-8260-071bd268fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:03.583650 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-717243c8-032e-481d-b8e9-46073cc691ab req-7b60f9ca-9b28-47f1-8260-071bd268fc5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442636 Mar 01 16:06:03.609530 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (0f312844-953f-4b2e-a69c-edfe98888478), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.676739 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-717243c8-032e-481d-b8e9-46073cc691ab req-13d56fcf-13d6-4977-8a47-b7784e1b15cd service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831354 Mar 01 16:06:03.766164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for port (0f312844-953f-4b2e-a69c-edfe98888478), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.769250 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-717243c8-032e-481d-b8e9-46073cc691ab req-3c87ddc1-00a9-4ae4-94bc-2378d992fd59 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856032 Mar 01 16:06:03.771899 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (0f312844-953f-4b2e-a69c-edfe98888478), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.842160 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'Port': ['ID=0f312844-953f-4b2e-a69c-edfe98888478,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:03.854324 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (571995d8-316f-4446-8991-f0ada3094e89), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.869009 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:03.870235 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-875cce1d-b786-4668-95a2-3bb2b9a588f9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8005891 Mar 01 16:06:04.018932 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ff194f70-4315-4360-976a-42cd4195ea50 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--327649971&fields=id&tenant_id=77b82dc2374045fe97fb4108ca0d78de HTTP/1.1" status: 200 len: 267 time: 0.0478792 Mar 01 16:06:04.149425 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08971723-8a4a-4a74-a67e-d26981ff8a1a req-3f42b4bf-4f65-4f5e-bbc5-f4ebda0215e8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:04.150898 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-08971723-8a4a-4a74-a67e-d26981ff8a1a req-3f42b4bf-4f65-4f5e-bbc5-f4ebda0215e8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.1169107 Mar 01 16:06:04.158402 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-77be45f7-4511-40de-bf8e-3dd27a0e2a1a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:04.159766 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-77be45f7-4511-40de-bf8e-3dd27a0e2a1a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 810 time: 0.1345639 Mar 01 16:06:04.188077 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-077e252d-04f6-49cd-8545-fac6e40a493b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/quotas/77b82dc2374045fe97fb4108ca0d78de HTTP/1.1" status: 200 len: 375 time: 0.0211079 Mar 01 16:06:04.236603 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-08971723-8a4a-4a74-a67e-d26981ff8a1a req-e3493228-0fee-4c76-8a5c-b02bad826cdb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759072 Mar 01 16:06:04.257822 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-4c08faa6-8a0a-4f7b-902b-748a4fc97b8f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609665 Mar 01 16:06:04.348019 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-07c3bd0e-3bc9-472e-bce0-a8b6f5cea061 service neutron] 10.222.0.10 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791926 Mar 01 16:06:04.438229 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-86710773-d1af-4751-9dda-d6bf2d31b747 service neutron] 10.222.0.10 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840688 Mar 01 16:06:04.592531 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ae924a26-e0d9-47a3-9b07-f679b314a354 req-8e1d4109-a85c-4432-88a2-500a6f350b83 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 210 time: 0.0289633 Mar 01 16:06:05.356848 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69504b21-db9d-4d36-8b2a-9bce5a21c4e4 req-80c95c0e-973f-44ba-9e79-cec62e1408c0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:05.358311 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-69504b21-db9d-4d36-8b2a-9bce5a21c4e4 req-80c95c0e-973f-44ba-9e79-cec62e1408c0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0514278 Mar 01 16:06:05.405467 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-69504b21-db9d-4d36-8b2a-9bce5a21c4e4 req-54d0d536-8a22-48af-90a1-58eeb8537064 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416911 Mar 01 16:06:05.561170 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-404965d4-7a56-4d50-8231-08d6159155a4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:05.562631 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-404965d4-7a56-4d50-8231-08d6159155a4 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 810 time: 0.1026187 Mar 01 16:06:05.628482 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-340af5ec-99e8-4258-9fba-e13c095b7076 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b82dc2374045fe97fb4108ca0d78de HTTP/1.1" status: 200 len: 379 time: 0.0510192 Mar 01 16:06:05.645408 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'port': {'device_id': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'admin_state_up': True, 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'security_groups': ['3f180387-10bd-41dd-9f4b-495fca964a3a']}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:05.689292 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7ad5348a-09ff-41de-a57d-e72906665e0c req-52b1bc41-6b4f-4cf4-ae54-8ec2282b5840 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 210 time: 0.0296419 Mar 01 16:06:05.748746 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Made reservation on behalf of 77b82dc2374045fe97fb4108ca0d78de for: {'port': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:06:05.752167 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:05.875081 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Allocated IP 172.20.0.13 (9a183226-b420-4d83-8242-233bbd4b9744/60a5b2d1-5f54-40ed-bd81-45894955ebc8/98b25791-1fc7-4d89-9af5-64874c4bcd50) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:06:06.006723 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.037945 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.080284 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Network 9a183226-b420-4d83-8242-233bbd4b9744 is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:06:06.083071 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:06:06.086561 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:06:06.109148 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event updated for resources: {'Port': ['ID=98b25791-1fc7-4d89-9af5-64874c4bcd50,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:06.140371 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:06.140992 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.159512 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-ae9b0273-f6b4-40e4-8c34-5424d0403bd9 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5177913 Mar 01 16:06:06.172512 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Request body: {'port': {'device_id': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:06.238058 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.265475 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0e20c9cd-dd5c-4241-b8b7-ec222c9d3ecb None None] Provisioning complete for port 98b25791-1fc7-4d89-9af5-64874c4bcd50 triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:06:06.266003 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e20c9cd-dd5c-4241-b8b7-ec222c9d3ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.303968 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0e20c9cd-dd5c-4241-b8b7-ec222c9d3ecb None None] Port 98b25791-1fc7-4d89-9af5-64874c4bcd50 cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:06:06.497083 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b25791-1fc7-4d89-9af5-64874c4bcd50 {{(pid=102830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:06:06.504522 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Publish callbacks [] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.516170 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.provisioning_blocks [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Transition to ACTIVE for port object 98b25791-1fc7-4d89-9af5-64874c4bcd50 will not be triggered until provisioned by entity L2. {{(pid=102830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:06:06.520018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.538483 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d36b2-c7f1-43d0-8d12-feccf6e02596 req-9bb690dd-0824-4e20-ba40-02f1659f77b0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:06.540009 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e5d36b2-c7f1-43d0-8d12-feccf6e02596 req-9bb690dd-0824-4e20-ba40-02f1659f77b0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0570700 Mar 01 16:06:06.571040 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Pushing event updated for resources: {'Port': ['ID=98b25791-1fc7-4d89-9af5-64874c4bcd50,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:06.595332 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e5d36b2-c7f1-43d0-8d12-feccf6e02596 req-dede23b5-cc4b-4b48-902e-2c316a05e9d1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495887 Mar 01 16:06:06.634355 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:06:06.645157 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Attempting to bind port 98b25791-1fc7-4d89-9af5-64874c4bcd50 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:06:06.645503 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Attempting to bind port 98b25791-1fc7-4d89-9af5-64874c4bcd50 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:06:06.645832 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Attempting to bind port 98b25791-1fc7-4d89-9af5-64874c4bcd50 on network 9a183226-b420-4d83-8242-233bbd4b9744 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:06:06.650496 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Port 98b25791-1fc7-4d89-9af5-64874c4bcd50 on network 9a183226-b420-4d83-8242-233bbd4b9744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:06:06.651263 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Attempting to bind port 98b25791-1fc7-4d89-9af5-64874c4bcd50 on network 9a183226-b420-4d83-8242-233bbd4b9744 {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:06:06.656816 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:06:06.657582 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Checking segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:06:06.657582 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Bound using segment: {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'} {{(pid=102830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:06:06.657990 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.managers [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Bound port: 98b25791-1fc7-4d89-9af5-64874c4bcd50, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c9feb4-c714-4af9-a846-210b195c6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744'}}] {{(pid=102830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:06:06.658364 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.727862 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] For port 98b25791-1fc7-4d89-9af5-64874c4bcd50, host hv-cinder-77819, cleared binding levels {{(pid=102830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:06:06.732683 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] For port 98b25791-1fc7-4d89-9af5-64874c4bcd50, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:06:06.743103 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.745584 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:06:06.760512 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'port_id': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'mac_address': 'fa:16:3e:81:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:06:06.793649 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:06.794111 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.795619 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] 10.222.0.64 "PUT /v2.0/ports/98b25791-1fc7-4d89-9af5-64874c4bcd50 HTTP/1.1" status: 200 len: 1094 time: 0.6274498 Mar 01 16:06:06.796150 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:06:06.798615 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030" -d '{"events": [{"name": "network-changed", "server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:06:06.799381 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:06:06.799972 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.821079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602e09f-f4a7-4d89-a7ae-6306d8543344 service neutron] Pushing event updated for resources: {'Port': ['ID=98b25791-1fc7-4d89-9af5-64874c4bcd50,revision_number=3']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:06.835927 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c6a00-6a59-42aa-903e-83e2524faba8 req-034308f5-4f8a-438e-a7ac-26ef2216d26b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:06.838515 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfa7ba4-c8eb-457f-b8c2-8904c4def514 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:06:06.845444 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4f1c6a00-6a59-42aa-903e-83e2524faba8 req-034308f5-4f8a-438e-a7ac-26ef2216d26b tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 944 time: 0.0802934 Mar 01 16:06:06.877620 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:06:06.883082 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f9cb6e-c7a5-44b6-984d-3e6e7f1763ec x-openstack-request-id: req-74f9cb6e-c7a5-44b6-984d-3e6e7f1763ec {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:06:06.883460 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:06:06.883930 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74f9cb6e-c7a5-44b6-984d-3e6e7f1763ec {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:06:06.884340 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'status': 'completed', 'code': 200} Mar 01 16:06:06.885119 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:06.901398 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b461dc1b-6208-43cf-8770-e93e0fde8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:06.903328 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b461dc1b-6208-43cf-8770-e93e0fde8e64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 1128 time: 0.0630982 Mar 01 16:06:06.911977 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4f1c6a00-6a59-42aa-903e-83e2524faba8 req-5bb9e1e4-4800-4b53-b4ba-1502b8d62747 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654218 Mar 01 16:06:06.946741 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:06.957588 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-56cfae3f-086f-40e3-a851-ce863c9d9c0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50 HTTP/1.1" status: 200 len: 217 time: 0.0428708 Mar 01 16:06:07.007421 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-cd01623b-dc77-4032-8349-cca84fe216b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:07.008889 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-cd01623b-dc77-4032-8349-cca84fe216b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0441933 Mar 01 16:06:07.063136 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b9ee055e-63f4-4f18-a91e-c1338393302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:07.064632 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-b9ee055e-63f4-4f18-a91e-c1338393302e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470822 Mar 01 16:06:07.150977 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-44b6014e-76c8-46e0-a798-2d87b39d9e00 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780857 Mar 01 16:06:07.242030 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6639ed82-d53d-4c35-aaa9-dfa1dab48f76 req-c04c1295-9782-47ac-880c-a87f470d60f4 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838144 Mar 01 16:06:07.266132 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['dbfa7ba4-c8eb-457f-b8c2-8904c4def514'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:06:07.336661 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-bb41c317-4d30-4117-a696-fc79e6edfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:07.338341 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-bb41c317-4d30-4117-a696-fc79e6edfd8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 1128 time: 0.0453808 Mar 01 16:06:07.430095 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-6fc4f460-f15f-461f-8c71-28e3fc388b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:07.431578 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-6fc4f460-f15f-461f-8c71-28e3fc388b64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.0811844 Mar 01 16:06:07.475378 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-974003c1-fde0-4b2f-af2d-5add9df6c47a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50 HTTP/1.1" status: 200 len: 217 time: 0.0366285 Mar 01 16:06:07.519954 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-4cf1ec45-3049-432e-a3b5-8c0f963d3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:07.521780 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-4cf1ec45-3049-432e-a3b5-8c0f963d3042 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0408819 Mar 01 16:06:07.567926 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-5eeae1bc-f82e-4dc9-83b7-6c23878d16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:07.569395 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-5eeae1bc-f82e-4dc9-83b7-6c23878d16e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421362 Mar 01 16:06:07.660849 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-7647345c-348c-4dc6-8f3e-e528eb6e78af service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833204 Mar 01 16:06:07.728297 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eaf10-0617-4831-88cc-2bc11142bee7 req-e107e1ab-1309-4cbc-9ed9-04bce160d59e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:07.729805 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5c7eaf10-0617-4831-88cc-2bc11142bee7 req-e107e1ab-1309-4cbc-9ed9-04bce160d59e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 944 time: 0.0591567 Mar 01 16:06:07.755810 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6d03b8ad-22ad-4d8b-a557-8df40fdc7030 req-cf68332f-459d-420f-b28d-cd88fac0f681 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847132 Mar 01 16:06:07.776320 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5c7eaf10-0617-4831-88cc-2bc11142bee7 req-a5b92a11-8d13-42a0-a400-07e72800cecc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408063 Mar 01 16:06:08.030228 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e73be-47c5-4952-b335-26bc77121561 req-f35d1d1b-976f-4b53-8807-47903ecdef09 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:08.031649 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-841e73be-47c5-4952-b335-26bc77121561 req-f35d1d1b-976f-4b53-8807-47903ecdef09 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 944 time: 0.0524364 Mar 01 16:06:08.080923 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-841e73be-47c5-4952-b335-26bc77121561 req-e7753e1b-9b5a-474d-ae78-6eaa67e1da89 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437884 Mar 01 16:06:08.651573 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:06:08.702348 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:06:08.706105 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:06:08.706519 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:08.780717 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:06:08.781135 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:08.806305 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:06:08.806305 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ee37cc-9905-4b6e-94d3-06a1f485bfa6" -d '{"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:06:08.818231 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:06:08.823610 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:08.852834 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb32939-adee-4b45-8ec4-6ac2133647c4 x-openstack-request-id: req-fcb32939-adee-4b45-8ec4-6ac2133647c4 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:06:08.853385 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:06:08.853807 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcb32939-adee-4b45-8ec4-6ac2133647c4 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:06:08.854346 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'code': 200} Mar 01 16:06:08.880530 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:08.907091 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af961a6e-6e51-4a86-b0d8-abe879232c59 req-2d2d7780-49c8-4653-8340-6ef28c02cafb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:08.908777 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af961a6e-6e51-4a86-b0d8-abe879232c59 req-2d2d7780-49c8-4653-8340-6ef28c02cafb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0606701 Mar 01 16:06:08.957365 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af961a6e-6e51-4a86-b0d8-abe879232c59 req-52412455-5c87-400b-8bc8-8c67577b7f7c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Mar 01 16:06:09.038651 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea78da-2aef-46df-8d09-51ba0c1b5874 req-56ca4d19-51db-4d59-8fd7-b40f591a910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:09.040184 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8fea78da-2aef-46df-8d09-51ba0c1b5874 req-56ca4d19-51db-4d59-8fd7-b40f591a910d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1129 time: 0.0481954 Mar 01 16:06:09.086148 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-8fea78da-2aef-46df-8d09-51ba0c1b5874 req-c18c961d-dd84-476a-86d8-2b2a2d3729ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379755 Mar 01 16:06:09.145554 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc2f5d-ef7c-45fd-b62a-770fa42e3cbb req-92abdcae-374e-4d3d-96e7-cfd88c47afdc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:09.147608 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76fc2f5d-ef7c-45fd-b62a-770fa42e3cbb req-92abdcae-374e-4d3d-96e7-cfd88c47afdc tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0534770 Mar 01 16:06:09.238277 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b24744-2eba-4f1d-9fb3-d1ae34921afc req-611798ef-ca6c-4ee8-95e8-140db002dd1c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:09.239688 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-62b24744-2eba-4f1d-9fb3-d1ae34921afc req-611798ef-ca6c-4ee8-95e8-140db002dd1c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 944 time: 0.0911849 Mar 01 16:06:09.245131 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-76fc2f5d-ef7c-45fd-b62a-770fa42e3cbb req-1b450763-151b-40fe-a6be-d11e8d88ea08 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882957 Mar 01 16:06:09.286249 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-62b24744-2eba-4f1d-9fb3-d1ae34921afc req-6b51b33d-c7e6-48d2-91e8-fefff1a4ba3f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401728 Mar 01 16:06:09.448904 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-3cfb7e09-bf1b-4e2b-818f-9254de76a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:09.450466 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-3cfb7e09-bf1b-4e2b-818f-9254de76a8a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1169 time: 0.0450602 Mar 01 16:06:09.541230 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-8894c863-7fa1-4e75-a676-fb15d2279230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:09.542713 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-8894c863-7fa1-4e75-a676-fb15d2279230 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 915 time: 0.0842559 Mar 01 16:06:09.607727 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-e2d8b3ac-310d-4899-9e22-66ed0bbcb909 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 1002 time: 0.0572538 Mar 01 16:06:09.683791 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-2fdfa7a9-7fd1-41af-8d28-cb61c1cfa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:09.685192 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-2fdfa7a9-7fd1-41af-8d28-cb61c1cfa352 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 200 len: 853 time: 0.0423965 Mar 01 16:06:09.737388 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-1a907625-caed-4a22-9e8f-e5ff7573d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:09.738882 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-1a907625-caed-4a22-9e8f-e5ff7573d0e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467920 Mar 01 16:06:09.825607 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-6bf08167-8063-44de-8d7c-abff95a39874 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782661 Mar 01 16:06:09.916190 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-6811c7a7-23f2-4484-930d-93645ffc5c3d req-40cfc568-2651-4141-8370-bdcfbfc8e37e service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814395 Mar 01 16:06:10.078980 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a8f2d-71b7-4b7e-bc6e-f3a42fbbf654 req-1cd18af7-2932-4ca8-ab54-f826a6a4063c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:10.080419 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d5a8f2d-71b7-4b7e-bc6e-f3a42fbbf654 req-1cd18af7-2932-4ca8-ab54-f826a6a4063c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0524864 Mar 01 16:06:10.126236 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0d5a8f2d-71b7-4b7e-bc6e-f3a42fbbf654 req-fa8cfb5c-2b55-42cb-b71c-26aee954270f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402758 Mar 01 16:06:10.368977 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006ebd-0b21-4d34-bef9-58d9a6e13396 req-bc040943-7e53-4b6e-bfcd-7a8c8f74de6d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:10.370311 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c006ebd-0b21-4d34-bef9-58d9a6e13396 req-bc040943-7e53-4b6e-bfcd-7a8c8f74de6d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0601447 Mar 01 16:06:10.446869 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdc30e-8a2c-4f75-9e84-fba7906cfc3c req-f625ca28-429e-46c3-b295-cea2710e053f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:10.448357 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d3bdc30e-8a2c-4f75-9e84-fba7906cfc3c req-f625ca28-429e-46c3-b295-cea2710e053f tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 944 time: 0.0953631 Mar 01 16:06:10.470669 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c006ebd-0b21-4d34-bef9-58d9a6e13396 req-9455a73a-d723-4ca3-a6c9-a37a608f0cf1 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794182 Mar 01 16:06:10.505429 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d3bdc30e-8a2c-4f75-9e84-fba7906cfc3c req-b7edcbd2-85ec-42b7-af53-271691d7cdc8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497189 Mar 01 16:06:10.665661 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 98b25791-1fc7-4d89-9af5-64874c4bcd50 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:06:10.764949 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 98b25791-1fc7-4d89-9af5-64874c4bcd50, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:06:10.776849 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'port_id': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'mac_address': 'fa:16:3e:e7:3c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:06:10.818278 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 98b25791-1fc7-4d89-9af5-64874c4bcd50 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:06:10.818684 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:10.832315 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b25791-1fc7-4d89-9af5-64874c4bcd50 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:06:10.853173 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 98b25791-1fc7-4d89-9af5-64874c4bcd50, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:06:10.857097 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:10.904434 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=98b25791-1fc7-4d89-9af5-64874c4bcd50,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:11.245643 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe1ac-a6f7-4a3d-81db-804cc3adf598 req-6c924100-3a45-40c3-adde-546e3608a7b8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:11.247079 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c66fe1ac-a6f7-4a3d-81db-804cc3adf598 req-6c924100-3a45-40c3-adde-546e3608a7b8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0504456 Mar 01 16:06:11.292036 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c66fe1ac-a6f7-4a3d-81db-804cc3adf598 req-08502511-af2e-4123-8819-37e99610612e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 Mar 01 16:06:11.337342 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['98b25791-1fc7-4d89-9af5-64874c4bcd50'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:06:11.412213 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea470-24fa-4527-be4b-246d96d622a0 req-337232ca-e489-4111-8444-4e6dfcc11f4e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:11.413715 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-368ea470-24fa-4527-be4b-246d96d622a0 req-337232ca-e489-4111-8444-4e6dfcc11f4e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0563176 Mar 01 16:06:11.422397 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37440) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:11.426811 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Request body: {'floatingip': {'port_id': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:11.465677 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (21ae920c-8fef-42e0-b89d-5eca4bc8fa32), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:11.697323 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3779f-c77f-4c55-859f-b8185bb40150 req-56121172-f48c-47db-beef-8ce13a8c1333 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:11.698721 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71f3779f-c77f-4c55-859f-b8185bb40150 req-56121172-f48c-47db-beef-8ce13a8c1333 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.1585648 Mar 01 16:06:11.750162 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec9029-dec6-4029-b581-10db4cda5969 req-f1dce86d-b1b1-4275-86dc-47a912e4b842 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:11.751634 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-40ec9029-dec6-4029-b581-10db4cda5969 req-f1dce86d-b1b1-4275-86dc-47a912e4b842 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 945 time: 0.1801410 Mar 01 16:06:12.144848 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-40ec9029-dec6-4029-b581-10db4cda5969 req-ad6f9a79-ff82-4f9b-bc94-76e498a58020 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855755 Mar 01 16:06:12.149668 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-71f3779f-c77f-4c55-859f-b8185bb40150 req-f2ee09bb-5b95-47b5-989c-9764b3dfe7e4 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4430807 Mar 01 16:06:12.321640 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:12.325341 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (21ae920c-8fef-42e0-b89d-5eca4bc8fa32), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:12.430447 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.l3_db [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Floating IP 21ae920c-8fef-42e0-b89d-5eca4bc8fa32 associated. External IP: 172.27.0.16, port: dbfa7ba4-c8eb-457f-b8c2-8904c4def514. Mar 01 16:06:12.638164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Router e26f41fe-1720-4f65-8f93-41c363934507 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:06:12.682502 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 98b25791-1fc7-4d89-9af5-64874c4bcd50 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:06:12.742283 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 98b25791-1fc7-4d89-9af5-64874c4bcd50 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:06:12.746294 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 98b25791-1fc7-4d89-9af5-64874c4bcd50 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:06:12.746670 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:12.759512 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:06:12.764330 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:12.773198 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] Sync routers for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:06:12.793821 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-7c741b25-984b-4b59-8882-40a8b8d423cb tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "PUT /v2.0/floatingips/21ae920c-8fef-42e0-b89d-5eca4bc8fa32 HTTP/1.1" status: 200 len: 990 time: 1.3703170 Mar 01 16:06:12.794415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:06:12.794971 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:06:12.795615 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:12.796893 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c4d0b-0ed2-45a0-9309-041b66bcfc80" -d '{"events": [{"name": "network-changed", "server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:06:12.836102 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62958081-46bd-4c2a-bc20-7847b7fffcb4 x-openstack-request-id: req-62958081-46bd-4c2a-bc20-7847b7fffcb4 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:06:12.836702 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:06:12.836986 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62958081-46bd-4c2a-bc20-7847b7fffcb4 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:06:12.837400 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'status': 'completed', 'code': 200} Mar 01 16:06:12.907713 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-26e195bf-ae70-4d18-8b9e-20af1f7a55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:12.909903 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-26e195bf-ae70-4d18-8b9e-20af1f7a55a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1129 time: 0.0475452 Mar 01 16:06:12.932602 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 98b25791-1fc7-4d89-9af5-64874c4bcd50 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:06:12.932997 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:12.953517 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:06:12.992347 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:06:12.994561 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c82bb5e-a285-4d10-a8e4-611215776320" -d '{"events": [{"server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "name": "network-vif-plugged", "status": "completed", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:06:13.012668 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 98b25791-1fc7-4d89-9af5-64874c4bcd50, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:06:13.021899 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:13.022245 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-abd4dbd0-f667-4ffc-a5b7-e614c27218d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:13.024191 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-abd4dbd0-f667-4ffc-a5b7-e614c27218d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.1067784 Mar 01 16:06:13.109182 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-05f46102-fc43-4352-8144-baecba9c933a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 998 time: 0.0788012 Mar 01 16:06:13.115841 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0f868e-880b-4ea8-882a-fc6dca1ce952 x-openstack-request-id: req-2c0f868e-880b-4ea8-882a-fc6dca1ce952 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:06:13.116271 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "name": "network-vif-plugged", "status": "completed", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:06:13.116441 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c0f868e-880b-4ea8-882a-fc6dca1ce952 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:06:13.116803 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'code': 200} Mar 01 16:06:13.190801 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-d47592c7-6746-4faa-b621-0f3bb5eb3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:13.192340 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-d47592c7-6746-4faa-b621-0f3bb5eb3349 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0751939 Mar 01 16:06:13.225296 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=98b25791-1fc7-4d89-9af5-64874c4bcd50,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:06:13.268408 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-c23aae29-575d-4c90-b5a3-3352a4380c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:13.269942 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-c23aae29-575d-4c90-b5a3-3352a4380c44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709925 Mar 01 16:06:13.335358 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '21ae920c-8fef-42e0-b89d-5eca4bc8fa32', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'port_id': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'mac_address': 'fa:16:3e:81:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:05:59Z', 'updated_at': '2022-03-01T16:06:12Z', 'revision_number': 1, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:13.361573 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] Checking router: e26f41fe-1720-4f65-8f93-41c363934507 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:06:13.364419 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ee6da-8cf6-4cb2-aea8-ab6245120609 req-6bbc92c3-7d0c-4a0d-988f-84ae6641a664 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:13.366514 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-670ee6da-8cf6-4cb2-aea8-ab6245120609 req-6bbc92c3-7d0c-4a0d-988f-84ae6641a664 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.1265733 Mar 01 16:06:13.370848 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:06:13.371013 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61414fe-24ad-43c2-9dd0-b639ddcdb9e3 req-c3c816e7-30af-4bb3-81fb-274219e4ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:13.371489 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:13.372380 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a61414fe-24ad-43c2-9dd0-b639ddcdb9e3 req-c3c816e7-30af-4bb3-81fb-274219e4ff5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 1130 time: 0.1041315 Mar 01 16:06:13.381019 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-c5648dcb-26c5-4e4f-b9ce-87e12fad873e service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032879 Mar 01 16:06:13.387803 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12718e-12c5-4117-8c85-a1ad9b1dca9a req-0bee1b7c-de6a-4bc9-b763-004d26f40bed tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:13.389270 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fa12718e-12c5-4117-8c85-a1ad9b1dca9a req-0bee1b7c-de6a-4bc9-b763-004d26f40bed tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.1135595 Mar 01 16:06:13.476854 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [req-862c4d0b-0ed2-45a0-9309-041b66bcfc80 req-d8ec044b-a436-474a-96ef-5a1bb5472efd service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896564 Mar 01 16:06:13.506751 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-670ee6da-8cf6-4cb2-aea8-ab6245120609 req-f31a571d-4960-491c-bd1b-cf6f5c80d861 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320541 Mar 01 16:06:13.519428 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a61414fe-24ad-43c2-9dd0-b639ddcdb9e3 req-a5238960-4cca-41be-8dde-ddc46785a8dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282115 Mar 01 16:06:13.527447 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fa12718e-12c5-4117-8c85-a1ad9b1dca9a req-066de547-0b5d-47f6-92ac-f97954c70ee8 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244166 Mar 01 16:06:13.623484 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:06:13.856609 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '21ae920c-8fef-42e0-b89d-5eca4bc8fa32', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'port_id': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'mac_address': 'fa:16:3e:81:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:05:59Z', 'updated_at': '2022-03-01T16:06:12Z', 'revision_number': 1, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:13.882398 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f22c46-305d-462a-a5a8-f9da17740fcb None None] The sync data for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi is: [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '21ae920c-8fef-42e0-b89d-5eca4bc8fa32', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'port_id': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'mac_address': 'fa:16:3e:81:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:05:59Z', 'updated_at': '2022-03-01T16:06:12Z', 'revision_number': 1, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:06:14.089817 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba7408a-506b-4fdf-bda7-3e9e7dbc85d8 None None] New status for floating IP 21ae920c-8fef-42e0-b89d-5eca4bc8fa32: ACTIVE {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:06:14.652269 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf015da9-626f-422a-bdd6-ad502779d085 req-3d77bfbf-5017-45e0-a3ee-5d02b930ddd3 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:14.654027 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bf015da9-626f-422a-bdd6-ad502779d085 req-3d77bfbf-5017-45e0-a3ee-5d02b930ddd3 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.0804846 Mar 01 16:06:14.674498 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f02444-a06c-4483-8bd7-d06631f7b892 req-a7d024a9-731f-403a-a142-2ccd5a2c104b tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:14.675919 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b6f02444-a06c-4483-8bd7-d06631f7b892 req-a7d024a9-731f-403a-a142-2ccd5a2c104b tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0755365 Mar 01 16:06:14.742540 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bf015da9-626f-422a-bdd6-ad502779d085 req-c8b04ce9-8e50-4898-ae2e-9ebb88b66e20 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827808 Mar 01 16:06:14.755121 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b6f02444-a06c-4483-8bd7-d06631f7b892 req-1b8675db-5358-40de-aff9-4433d5d03076 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725780 Mar 01 16:06:15.893674 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb46a31-5ada-4b34-a2f5-2b2372b1683e req-47dd7a9e-d8f8-4bac-84ff-b2b9b658ced5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:15.895132 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bfb46a31-5ada-4b34-a2f5-2b2372b1683e req-47dd7a9e-d8f8-4bac-84ff-b2b9b658ced5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0757458 Mar 01 16:06:15.902304 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0b47d-9fc9-49da-a297-ba57ba62700d req-58ecc176-fd5f-47e9-acf6-26bb63323f54 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:15.903964 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4cb0b47d-9fc9-49da-a297-ba57ba62700d req-58ecc176-fd5f-47e9-acf6-26bb63323f54 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.0957494 Mar 01 16:06:15.984930 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4cb0b47d-9fc9-49da-a297-ba57ba62700d req-f44e88d5-7dba-4336-92ed-ae67cf101a20 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737433 Mar 01 16:06:15.989828 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bfb46a31-5ada-4b34-a2f5-2b2372b1683e req-aa1a80da-f1f0-4c38-8c4f-11ab95848ca8 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844152 Mar 01 16:06:16.095516 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6eb1-eedd-4e49-afae-b1059756d68d req-07f4a0c6-ab28-4019-87a7-b44c3a68c538 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:16.096964 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-052b6eb1-eedd-4e49-afae-b1059756d68d req-07f4a0c6-ab28-4019-87a7-b44c3a68c538 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.0516138 Mar 01 16:06:16.105171 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37478) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:06:16.109341 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Request body: {'floatingip': {'port_id': '98b25791-1fc7-4d89-9af5-64874c4bcd50'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:06:16.150449 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (571995d8-316f-4446-8991-f0ada3094e89), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:16.582878 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:16.586144 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (571995d8-316f-4446-8991-f0ada3094e89), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:16.686170 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.l3_db [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Floating IP 571995d8-316f-4446-8991-f0ada3094e89 associated. External IP: 172.27.0.83, port: 98b25791-1fc7-4d89-9af5-64874c4bcd50. Mar 01 16:06:16.890088 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:06:16.996575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:06:17.001231 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:17.006383 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] Sync routers for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:06:17.016034 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:06:17.016641 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:17.035217 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-65e62958-2b66-4398-8f72-c4cdf28c590a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "PUT /v2.0/floatingips/571995d8-316f-4446-8991-f0ada3094e89 HTTP/1.1" status: 200 len: 991 time: 0.9290106 Mar 01 16:06:17.035837 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:06:17.038147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739cb103-64eb-4292-a6c4-21de17f6eebc" -d '{"events": [{"name": "network-changed", "server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:06:17.119642 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bcbfd0-ba94-4ed5-9ec3-1cab983a61ba x-openstack-request-id: req-79bcbfd0-ba94-4ed5-9ec3-1cab983a61ba {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:06:17.119961 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:06:17.120227 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79bcbfd0-ba94-4ed5-9ec3-1cab983a61ba {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:06:17.120626 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'status': 'completed', 'code': 200} Mar 01 16:06:17.130883 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6ff96-e4de-4e80-b3cf-e93c42255e6c req-c559d815-2428-4b4e-b750-21d9ea63bd35 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:17.132826 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ebc6ff96-e4de-4e80-b3cf-e93c42255e6c req-c559d815-2428-4b4e-b750-21d9ea63bd35 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0652180 Mar 01 16:06:17.149620 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:06:17.231527 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ebc6ff96-e4de-4e80-b3cf-e93c42255e6c req-786df4f8-d2db-4ee5-8d3e-b007bac7110d tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915580 Mar 01 16:06:17.233378 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-b6027d97-eb4f-465e-a291-dc9d014b43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:17.234794 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-b6027d97-eb4f-465e-a291-dc9d014b43d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77b82dc2374045fe97fb4108ca0d78de&device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 1130 time: 0.0849822 Mar 01 16:06:17.333861 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-deb1aea0-56e0-4df1-a1e3-03e25bf9f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:17.335718 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-deb1aea0-56e0-4df1-a1e3-03e25bf9f32e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 200 len: 911 time: 0.0921366 Mar 01 16:06:17.416334 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-ac9a0620-ce89-4e13-bfd0-e94d501e81e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50 HTTP/1.1" status: 200 len: 999 time: 0.0710089 Mar 01 16:06:17.417037 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '571995d8-316f-4446-8991-f0ada3094e89', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'port_id': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'mac_address': 'fa:16:3e:e7:3c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:06:03Z', 'updated_at': '2022-03-01T16:06:16Z', 'revision_number': 1, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:17.446528 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] Checking router: 39867c20-5d80-44ec-8e9b-35ffb9a99a5a for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:06:17.455009 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:06:17.455651 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:05:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:17.466204 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-18c1649a-759c-4f2d-b80e-179fb4562883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:17.467864 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-18c1649a-759c-4f2d-b80e-179fb4562883 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 200 len: 849 time: 0.0436256 Mar 01 16:06:17.528879 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-e3d55242-0e0a-446d-84f2-d3d2efc93f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:17.530373 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-e3d55242-0e0a-446d-84f2-d3d2efc93f59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a183226-b420-4d83-8242-233bbd4b9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484700 Mar 01 16:06:17.562776 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:06:17.620306 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-9add3b1f-b335-4643-8999-e7a065c787d9 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801959 Mar 01 16:06:17.718299 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-739cb103-64eb-4292-a6c4-21de17f6eebc req-23715cc0-1b9a-4952-a2a4-1f441d921805 service neutron] 10.222.0.64 "GET /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884449 Mar 01 16:06:17.798797 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '571995d8-316f-4446-8991-f0ada3094e89', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'port_id': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'mac_address': 'fa:16:3e:e7:3c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:06:03Z', 'updated_at': '2022-03-01T16:06:16Z', 'revision_number': 1, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:06:17.824591 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6743b7f-450a-4c2b-8d63-7356c0c241f8 None None] The sync data for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi is: [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': '571995d8-316f-4446-8991-f0ada3094e89', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'port_id': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'mac_address': 'fa:16:3e:e7:3c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:06:03Z', 'updated_at': '2022-03-01T16:06:16Z', 'revision_number': 1, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:06:18.016362 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525f8841-bd5c-4b4d-8d21-2501d09416fb None None] New status for floating IP 571995d8-316f-4446-8991-f0ada3094e89: ACTIVE {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:06:18.357243 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7841-7382-4a2e-b003-b1614ce275ea req-8fe25542-c16c-424d-ae80-33a85c5664bb tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:18.358687 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-194f7841-7382-4a2e-b003-b1614ce275ea req-8fe25542-c16c-424d-ae80-33a85c5664bb tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0526829 Mar 01 16:06:18.418016 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-194f7841-7382-4a2e-b003-b1614ce275ea req-a3fa2d18-b7fe-4f14-b87a-9f1f5d478aaa tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536766 Mar 01 16:06:19.537424 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcba8c-9a82-4f3e-be28-b2b8d0103617 req-0f34fb81-8073-4f85-86a8-9c715ad07bce tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:19.538871 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d1dcba8c-9a82-4f3e-be28-b2b8d0103617 req-0f34fb81-8073-4f85-86a8-9c715ad07bce tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0530944 Mar 01 16:06:19.601940 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d1dcba8c-9a82-4f3e-be28-b2b8d0103617 req-ac4a32d4-eeb2-499b-83af-acd4417b42d7 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573800 Mar 01 16:06:20.720717 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2990c1c-bdde-4d7f-937f-fd1ede5f2078 req-655a4873-447a-4014-b785-3b26311b8a74 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:20.722186 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a2990c1c-bdde-4d7f-937f-fd1ede5f2078 req-655a4873-447a-4014-b785-3b26311b8a74 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0523782 Mar 01 16:06:20.780335 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a2990c1c-bdde-4d7f-937f-fd1ede5f2078 req-238a9ab0-0ea1-44fb-9569-1ff72e5e0b50 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524325 Mar 01 16:06:21.910206 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec429f-d2b1-48c3-b602-500dc0eef342 req-471cd243-e53d-4007-a20d-cae23cedec46 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:21.912364 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-30ec429f-d2b1-48c3-b602-500dc0eef342 req-471cd243-e53d-4007-a20d-cae23cedec46 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0627830 Mar 01 16:06:21.981092 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-30ec429f-d2b1-48c3-b602-500dc0eef342 req-25e53af6-e8aa-4638-8d95-2246f5bf2b19 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631011 Mar 01 16:06:23.100977 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67a861-94e9-4eac-a8c4-4bdfdfc8f005 req-731b3ca9-11cc-480c-88b5-d1a2f5a327d2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:23.102439 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-df67a861-94e9-4eac-a8c4-4bdfdfc8f005 req-731b3ca9-11cc-480c-88b5-d1a2f5a327d2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0561693 Mar 01 16:06:23.161110 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-df67a861-94e9-4eac-a8c4-4bdfdfc8f005 req-c240432b-cfc3-443f-866e-a45dc34d4232 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529413 Mar 01 16:06:24.282072 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd12c-c994-4218-93fa-3d81c07b53db req-771c2167-92f8-4838-8148-7acd1c6bbcf3 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:24.283611 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f9bcd12c-c994-4218-93fa-3d81c07b53db req-771c2167-92f8-4838-8148-7acd1c6bbcf3 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0537510 Mar 01 16:06:24.335026 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a254381a-2c92-4f4f-8dce-b51905ef2333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:24.350833 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f9bcd12c-c994-4218-93fa-3d81c07b53db req-2b785144-eff8-4114-a193-f997fda05d8f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606151 Mar 01 16:06:25.474718 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267167-fc71-46a0-9564-ba38a5413718 req-75c21a32-bf0c-4a1a-ac65-2c6753d1e321 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:25.476291 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af267167-fc71-46a0-9564-ba38a5413718 req-75c21a32-bf0c-4a1a-ac65-2c6753d1e321 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0589807 Mar 01 16:06:25.774326 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-af267167-fc71-46a0-9564-ba38a5413718 req-9a03b368-182e-41c9-b3cb-00e6be96e788 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2920523 Mar 01 16:06:26.533122 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-541cbf6c-ba27-41c6-aa7b-2bcc0cc61447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:26.893154 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a9ed7-8ba9-4557-8b5c-4fbfc0fd424b req-4677f928-a34e-4a99-844d-330468ea90f0 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:26.894901 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9f7a9ed7-8ba9-4557-8b5c-4fbfc0fd424b req-4677f928-a34e-4a99-844d-330468ea90f0 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0547383 Mar 01 16:06:26.953033 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9f7a9ed7-8ba9-4557-8b5c-4fbfc0fd424b req-9c3dcbe9-a6e1-4eca-9e90-7f06428f2ea2 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&id=85917565-7273-48a4-8faf-fe57cdac456c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518591 Mar 01 16:06:27.796691 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:28.756250 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:06:29.234161 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:30.620685 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:30.733028 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:40.257665 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-d9e9c94e-61bc-40bf-8b4a-76e9d80acb5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423808 Mar 01 16:06:40.354813 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-5072d286-e623-4f54-a14f-64c05a92fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:40.356390 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-5072d286-e623-4f54-a14f-64c05a92fa54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1129 time: 0.0476072 Mar 01 16:06:40.459354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-d6e598ba-16ff-4fb1-9375-f5767281892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:40.460817 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-d6e598ba-16ff-4fb1-9375-f5767281892a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 910 time: 0.0839517 Mar 01 16:06:40.533720 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-295d2015-2f48-444e-aa61-fdac3020b3b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 1000 time: 0.0620422 Mar 01 16:06:40.582136 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-cb75a4ca-2a6d-4973-9636-be64e4922eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:40.583653 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-cb75a4ca-2a6d-4973-9636-be64e4922eb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.0432532 Mar 01 16:06:40.644764 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-80b62ad2-a62f-4039-87c6-ed40cbd73962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:06:40.646372 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-80b62ad2-a62f-4039-87c6-ed40cbd73962 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562210 Mar 01 16:06:40.742955 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-afe64bc5-e539-4d4e-9d9c-b6839559e6db service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886788 Mar 01 16:06:40.834514 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3782ea5c-dc0c-40ec-a615-0aa4829c9934 req-a6eedd72-e2a7-404e-ac8a-a56ffa1106ab service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833943 Mar 01 16:06:54.336817 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d09c14cc-6a33-4758-8731-259b619520a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:56.525203 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1492ecb5-7a24-488d-a539-b4a05a2a6384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:57.791960 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:06:59.236093 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:00.626284 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:00.731451 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:05.756994 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:07:24.343724 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f79c195d-4098-4b51-9bfb-c184b530a785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:24.392713 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-19a2dc99-4f53-44d6-9433-c89f9a89b599 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369812467&fields=id&tenant_id=508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 267 time: 0.0476215 Mar 01 16:07:24.526845 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-8df9fee5-813d-452d-abae-50719ecff165 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:24.528747 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-8df9fee5-813d-452d-abae-50719ecff165 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 812 time: 0.1287749 Mar 01 16:07:24.550986 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-979e6d26-fefc-4e8e-9ef8-39b960153074 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/quotas/508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 375 time: 0.0154629 Mar 01 16:07:24.618620 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-9fb720c7-19eb-41c8-9f36-f87df60c4fdd tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617719 Mar 01 16:07:24.718300 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-8aa6dc36-ba3b-4475-9513-c0a00c845415 service neutron] 10.222.0.10 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883391 Mar 01 16:07:24.808847 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-2ca991e5-9e4c-44fd-a746-964ee68da34d service neutron] 10.222.0.10 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847552 Mar 01 16:07:25.109404 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-85f564da-b164-49b5-af24-9f5cb3ca7fb9 req-13822d6c-bf9e-434b-9908-4f774217fd55 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 210 time: 0.0296566 Mar 01 16:07:26.213308 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f0608800-e543-4806-9696-5292b91cb96b req-cb92575c-29ea-443e-9d55-5d76b7af2618 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 210 time: 0.0339251 Mar 01 16:07:26.339708 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-1bacafea-2ca0-48d2-b647-011e3219ff37 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:26.341197 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-1bacafea-2ca0-48d2-b647-011e3219ff37 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 812 time: 0.1169615 Mar 01 16:07:26.413405 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-667dc7b8-5ada-4c01-add9-46ab269cbf7f tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=508cad6c00ef4a57bcca201291065e3d HTTP/1.1" status: 200 len: 379 time: 0.0604663 Mar 01 16:07:26.423569 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'port': {'device_id': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'admin_state_up': True, 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'security_groups': ['730bea8f-7ef2-4f7b-83f3-c3e151d0d551']}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:07:26.528879 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b463c657-d0c1-47fe-a9e1-2bfa039d044b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:26.546915 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Made reservation on behalf of 508cad6c00ef4a57bcca201291065e3d for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:07:26.550276 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:26.685199 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Allocated IP 172.20.0.9 (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63/48c4e4da-be7a-466a-9cb1-ac1aa8041ffe/6ddad2cf-8141-4f10-a561-9e967364fe3c) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:07:26.832853 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:26.876025 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:26.928193 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:07:26.931559 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:07:26.934506 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:07:26.964729 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=6ddad2cf-8141-4f10-a561-9e967364fe3c,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:26.984672 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.985023 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.985366 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.985702 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.986035 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.986358 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.986687 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.987014 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.987364 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.987692 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.988016 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.988335 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:26.988652 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:27.017568 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:27.018788 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.043522 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-905f70a8-e8a9-4289-a4f8-7fb96c1a75da tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238577 Mar 01 16:07:27.055851 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Request body: {'port': {'device_id': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:07:27.120365 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.231951 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-eb115a36-1c7b-4362-a950-6bd14a3a1390 None None] Provisioning complete for port 6ddad2cf-8141-4f10-a561-9e967364fe3c triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:07:27.232257 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb115a36-1c7b-4362-a950-6bd14a3a1390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.266272 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-eb115a36-1c7b-4362-a950-6bd14a3a1390 None None] Port 6ddad2cf-8141-4f10-a561-9e967364fe3c cannot update to ACTIVE because it is not bound. {{(pid=102832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:07:27.384470 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759591f-45f7-4b11-8aea-e042d2f0362d req-aad5337e-3f88-4689-bccd-dfabc4b45060 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:27.385996 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1759591f-45f7-4b11-8aea-e042d2f0362d req-aad5337e-3f88-4689-bccd-dfabc4b45060 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 931 time: 0.0869415 Mar 01 16:07:27.480062 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1759591f-45f7-4b11-8aea-e042d2f0362d req-2b0871e9-28dc-4ee6-a2ac-1ac70e44f5b7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827479 Mar 01 16:07:27.487361 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddad2cf-8141-4f10-a561-9e967364fe3c {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:07:27.495513 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Publish callbacks [] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.508278 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Transition to ACTIVE for port object 6ddad2cf-8141-4f10-a561-9e967364fe3c will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:07:27.511913 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.565768 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Pushing event updated for resources: {'Port': ['ID=6ddad2cf-8141-4f10-a561-9e967364fe3c,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:27.641937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Attempting to bind port 6ddad2cf-8141-4f10-a561-9e967364fe3c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:07:27.642329 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Attempting to bind port 6ddad2cf-8141-4f10-a561-9e967364fe3c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:07:27.642616 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Attempting to bind port 6ddad2cf-8141-4f10-a561-9e967364fe3c on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:07:27.647740 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Port 6ddad2cf-8141-4f10-a561-9e967364fe3c on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:07:27.648069 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Attempting to bind port 6ddad2cf-8141-4f10-a561-9e967364fe3c on network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:07:27.653193 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:07:27.653543 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Checking segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:07:27.653932 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Bound using segment: {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:07:27.654363 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Bound port: 6ddad2cf-8141-4f10-a561-9e967364fe3c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1fb808-d84a-4386-bde8-d6865a398019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:07:27.654725 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.729852 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] For port 6ddad2cf-8141-4f10-a561-9e967364fe3c, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:07:27.735754 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] For port 6ddad2cf-8141-4f10-a561-9e967364fe3c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:07:27.744126 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.781072 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:27.781775 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.783188 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-432cb605-3033-4082-a76c-65eb306d043b service neutron] 10.222.0.64 "PUT /v2.0/ports/6ddad2cf-8141-4f10-a561-9e967364fe3c HTTP/1.1" status: 200 len: 1093 time: 0.7320397 Mar 01 16:07:27.783655 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:07:27.785941 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e375c-7f1b-496e-b26e-0ca28eb0af6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:07:27.820117 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cb605-3033-4082-a76c-65eb306d043b service neutron] Pushing event updated for resources: {'Port': ['ID=6ddad2cf-8141-4f10-a561-9e967364fe3c,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:27.825756 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:27.850507 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cf960-ef83-4bc1-9832-64c1e4f3cac3 x-openstack-request-id: req-aa7cf960-ef83-4bc1-9832-64c1e4f3cac3 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:07:27.850803 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:07:27.851058 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa7cf960-ef83-4bc1-9832-64c1e4f3cac3 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:07:27.851554 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'status': 'completed', 'code': 200} Mar 01 16:07:27.891760 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-e1f234a6-a586-45d2-a714-2c59e4a66630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:27.893387 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-e1f234a6-a586-45d2-a714-2c59e4a66630 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 1127 time: 0.0524297 Mar 01 16:07:27.940609 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-e34c721d-3a74-464a-bb8d-8b3f6f4a6370 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c HTTP/1.1" status: 200 len: 217 time: 0.0385311 Mar 01 16:07:27.995390 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-72b07ac2-2ad3-45db-acc6-424f55b6c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:27.996822 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-72b07ac2-2ad3-45db-acc6-424f55b6c10b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0500524 Mar 01 16:07:28.054275 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-db327ca3-fd12-4303-86e4-4413ef4ffb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:28.055827 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-db327ca3-fd12-4303-86e4-4413ef4ffb28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525463 Mar 01 16:07:28.147798 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-7d958ee2-d1df-4f13-8525-11b17b960464 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836432 Mar 01 16:07:28.243996 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-042763bd-8edb-4519-968d-fe70d0e6a4af req-b5303401-eaa1-48a6-9332-87426580e843 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900118 Mar 01 16:07:28.354544 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-f60f6ca5-b35e-4f9f-b270-f745e829a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:28.356175 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-f60f6ca5-b35e-4f9f-b270-f745e829a695 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 1127 time: 0.0477860 Mar 01 16:07:28.451689 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-54b5f451-5129-4c4e-a292-59735a4dd54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:28.453179 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-54b5f451-5129-4c4e-a292-59735a4dd54c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.0909443 Mar 01 16:07:28.495843 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-d6c22c0c-437f-4960-8e7c-cdf45f32edb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c HTTP/1.1" status: 200 len: 217 time: 0.0354834 Mar 01 16:07:28.548433 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-11d2dc80-7cc2-4e7c-8878-76a3094d5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:28.550011 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-11d2dc80-7cc2-4e7c-8878-76a3094d5808 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0477610 Mar 01 16:07:28.633017 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-bbadca0d-377a-47a9-831c-ff84cc0a1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:28.634416 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-bbadca0d-377a-47a9-831c-ff84cc0a1b3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741389 Mar 01 16:07:28.641411 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef07c-b759-4b83-9804-6a668ae29de3 req-51ade2f7-9306-4224-a22b-20343d72aa80 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:28.642764 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5daef07c-b759-4b83-9804-6a668ae29de3 req-51ade2f7-9306-4224-a22b-20343d72aa80 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.0908577 Mar 01 16:07:28.751680 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5daef07c-b759-4b83-9804-6a668ae29de3 req-f560f1c8-1ec6-4613-8545-a432efea3e78 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003134 Mar 01 16:07:28.770315 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-192ca2e1-e2fc-420a-9c5e-35fa63c9349b service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265836 Mar 01 16:07:28.861103 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-063e375c-7f1b-496e-b26e-0ca28eb0af6b req-ea3eff42-ce1b-4afb-961c-7949a5fbfeb0 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843444 Mar 01 16:07:29.239752 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:29.876722 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed0f6c-9321-4671-9435-e99ea433c5dc req-80a1edd2-c1a0-4624-92c8-2e2086393b62 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:29.878256 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35ed0f6c-9321-4671-9435-e99ea433c5dc req-80a1edd2-c1a0-4624-92c8-2e2086393b62 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.0538380 Mar 01 16:07:29.936744 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-35ed0f6c-9321-4671-9435-e99ea433c5dc req-26bbafd8-1c68-44f6-99f6-6af9296ecffb tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520501 Mar 01 16:07:30.633064 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:30.739159 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:31.057845 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6c2c5-350c-453f-b5a8-9497f2fe356a req-de85e2cb-280f-4c67-be87-4d2d8de3af79 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:31.059362 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5af6c2c5-350c-453f-b5a8-9497f2fe356a req-de85e2cb-280f-4c67-be87-4d2d8de3af79 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.0532577 Mar 01 16:07:31.113174 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5af6c2c5-350c-453f-b5a8-9497f2fe356a req-9752129d-9dfc-4682-81bc-a45c39ca513d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482392 Mar 01 16:07:32.234998 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120340e-f2a6-48ab-8d95-0e390984c2e2 req-52827c40-e3f2-4736-a9b5-6083f028ea7b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:32.236508 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2120340e-f2a6-48ab-8d95-0e390984c2e2 req-52827c40-e3f2-4736-a9b5-6083f028ea7b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.0525298 Mar 01 16:07:32.271960 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37714) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:32.287091 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2120340e-f2a6-48ab-8d95-0e390984c2e2 req-54d81c62-66ca-42a8-b0d8-851911e35bee tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 Mar 01 16:07:32.559858 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Deleting port 289dfacf-da3c-4c85-b146-90014ddbf1f2 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:32.560200 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:32.639971 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:32.640323 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for floatingip (289dfacf-da3c-4c85-b146-90014ddbf1f2), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:32.653163 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Calling delete_port for 289dfacf-da3c-4c85-b146-90014ddbf1f2 owned by network:floatingip {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:32.833351 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (289dfacf-da3c-4c85-b146-90014ddbf1f2), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:32.856522 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event deleted for resources: {'Port': ['ID=289dfacf-da3c-4c85-b146-90014ddbf1f2,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:32.871730 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.872082 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.872423 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.872757 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.873087 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.873410 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.873761 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.874082 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.874401 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.874721 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.875040 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.875386 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:32.875705 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:33.187830 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for floatingip (1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:33.188065 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Floating IP 1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa disassociated (deleted). External IP: 172.27.0.48, port: 703e8b9e-d4cf-4e92-9b45-40d92e017797. Mar 01 16:07:33.414984 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Router 2bc99018-189f-4ff3-aa51-f9c2d09f269d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:07:33.417655 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb3de-c31c-4b75-acab-f3bfb4b7ad36 req-d695fb67-6636-415a-9f30-103984780204 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:33.419155 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-997cb3de-c31c-4b75-acab-f3bfb4b7ad36 req-d695fb67-6636-415a-9f30-103984780204 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.0575576 Mar 01 16:07:33.483773 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-997cb3de-c31c-4b75-acab-f3bfb4b7ad36 req-4ffb70fa-bb65-4702-8842-1e7de0da19e2 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537503 Mar 01 16:07:33.535378 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:07:33.541124 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:33.546248 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] Sync routers for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:07:33.556566 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:33.557186 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:33.584003 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c5f53fe9-7e35-4fac-b26c-ad8d478fad8c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "DELETE /v2.0/floatingips/1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa HTTP/1.1" status: 204 len: 168 time: 1.3106194 Mar 01 16:07:33.585105 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:07:33.589201 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1608835e-7111-4774-8bc1-9ea625fc7fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:07:33.657579 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a22a8c0-e23b-4af6-9053-d4e817cd9197 x-openstack-request-id: req-3a22a8c0-e23b-4af6-9053-d4e817cd9197 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:07:33.658076 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:07:33.658341 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a22a8c0-e23b-4af6-9053-d4e817cd9197 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:07:33.658750 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'status': 'completed', 'code': 200} Mar 01 16:07:33.689172 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:33.760763 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-f055da03-bdb1-49d0-921b-3087d616c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:33.762182 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-f055da03-bdb1-49d0-921b-3087d616c4aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b07f7e06c444a09832a6fa04837888d&device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 1129 time: 0.0627382 Mar 01 16:07:33.955717 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-e405d3d7-8aeb-4c0e-b1c3-8527d3ee2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:33.958292 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-e405d3d7-8aeb-4c0e-b1c3-8527d3ee2e7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 200 len: 910 time: 0.1734791 Mar 01 16:07:33.965841 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355bbf7-008c-479a-bfab-ff7ff811ff9b req-3cbd7701-eb63-423e-b805-8e27b95928ac tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:33.967471 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2355bbf7-008c-479a-bfab-ff7ff811ff9b req-3cbd7701-eb63-423e-b805-8e27b95928ac tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.1159523 Mar 01 16:07:33.968556 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 5, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:33.999454 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] Checking router: 2bc99018-189f-4ff3-aa51-f9c2d09f269d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:07:34.009320 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:34.009938 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:34.018006 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-8a35232f-456e-475b-a886-0cd9236fff97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 200 len: 217 time: 0.0494733 Mar 01 16:07:34.105579 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2355bbf7-008c-479a-bfab-ff7ff811ff9b req-944f7afd-802b-40f6-97de-be02f0041e56 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298811 Mar 01 16:07:34.107013 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-912284f6-13b0-44d7-a4d6-242bcdbc6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:34.108454 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-912284f6-13b0-44d7-a4d6-242bcdbc6b04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 200 len: 848 time: 0.0770457 Mar 01 16:07:34.174781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-d27278b6-1d44-4851-a785-d15301d91efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:34.176438 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-d27278b6-1d44-4851-a785-d15301d91efc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4497a6a-3a8b-456a-ac17-c7e40a72d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571730 Mar 01 16:07:34.275165 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:34.297347 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-25f998ab-fa94-4daa-b638-d1f29294706c service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107032 Mar 01 16:07:34.406756 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1608835e-7111-4774-8bc1-9ea625fc7fb0 req-e9c64bd6-3031-4715-9f04-1dba70d92f8c service neutron] 10.222.0.64 "GET /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018312 Mar 01 16:07:34.495366 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 5, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:34.524528 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ef900-d0bf-4e1a-816f-a8c24fa14501 None None] The sync data for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi is: [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:01:35Z', 'revision_number': 4, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': 'e6701508-c4ea-406b-b689-350763c3325f', 'name': '', 'network_id': 'b4497a6a-3a8b-456a-ac17-c7e40a72d673', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'mac_address': 'fa:16:3e:81:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:34Z', 'updated_at': '2022-03-01T16:01:39Z', 'revision_number': 5, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'subnets': [{'id': '94767a61-b9ec-4cd7-a191-b8cbdacd451d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:07:34.616863 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fea30-8620-4711-ac28-c1972a9b0478 req-6465bf93-9552-4b3f-ba49-ec0f6d22e0ff tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:34.618619 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad4fea30-8620-4711-ac28-c1972a9b0478 req-6465bf93-9552-4b3f-ba49-ec0f6d22e0ff tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.0585713 Mar 01 16:07:34.676020 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad4fea30-8620-4711-ac28-c1972a9b0478 req-41b46969-d8a0-461e-8ee2-0d4f910a8f30 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516222 Mar 01 16:07:34.769627 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008b8a6-3660-4015-a2e5-3d6ed7be934b None None] New status for floating IP 1c74be36-35da-4fe5-b2cc-f45fdd4fbfaa: DOWN {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:07:35.244118 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6976a2-a194-4b55-b6a4-29fa38d75cca req-26daacc3-3877-4243-b064-abea04e8acdf tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:35.245706 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad6976a2-a194-4b55-b6a4-29fa38d75cca req-26daacc3-3877-4243-b064-abea04e8acdf tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0536458 Mar 01 16:07:35.295114 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad6976a2-a194-4b55-b6a4-29fa38d75cca req-2bcdf52c-c9d5-4350-8d46-a0e61e5096aa tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Mar 01 16:07:35.797259 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a32f-8010-434d-aef6-7fffaaa7b722 req-b5256fa0-bf81-40d7-8b54-d5005f1b0663 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:35.798839 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-86f1a32f-8010-434d-aef6-7fffaaa7b722 req-b5256fa0-bf81-40d7-8b54-d5005f1b0663 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.0534747 Mar 01 16:07:35.851478 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-86f1a32f-8010-434d-aef6-7fffaaa7b722 req-734a1c59-c57f-4416-bbf7-2d8aecdf6ffe tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461013 Mar 01 16:07:36.422488 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71101e-148f-4faf-bf71-39c3102c6d74 req-ebaaa7c0-6887-4bde-8f7d-68f93c4563b1 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:36.423982 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4f71101e-148f-4faf-bf71-39c3102c6d74 req-ebaaa7c0-6887-4bde-8f7d-68f93c4563b1 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0580921 Mar 01 16:07:36.475343 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4f71101e-148f-4faf-bf71-39c3102c6d74 req-95157f05-a6ef-469a-9b49-0da80ed0423a tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f269f5f-796b-4ef6-bedd-1a08f645f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457060 Mar 01 16:07:36.625009 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-61a9d39b-3b7d-4d90-8e96-2cc317ba3ba8 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:36.626481 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-61a9d39b-3b7d-4d90-8e96-2cc317ba3ba8 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 945 time: 0.0536988 Mar 01 16:07:36.730722 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Deleting port 703e8b9e-d4cf-4e92-9b45-40d92e017797 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:36.731067 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:36.820404 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] For port 703e8b9e-d4cf-4e92-9b45-40d92e017797, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=703e8b9e-d4cf-4e92-9b45-40d92e017797,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:36.821141 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:36.833156 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Calling delete_port for 703e8b9e-d4cf-4e92-9b45-40d92e017797 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:36.992112 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (703e8b9e-d4cf-4e92-9b45-40d92e017797), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:37.029474 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event deleted for resources: {'Port': ['ID=703e8b9e-d4cf-4e92-9b45-40d92e017797,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:37.039689 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c06ae-abac-47dc-8735-3596dafcc1a5 req-14e78e60-2234-4fe3-9f80-08ec00b2cde7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:37.041339 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-299c06ae-abac-47dc-8735-3596dafcc1a5 req-14e78e60-2234-4fe3-9f80-08ec00b2cde7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 943 time: 0.1210589 Mar 01 16:07:37.171176 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 6ddad2cf-8141-4f10-a561-9e967364fe3c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:07:37.279353 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 6ddad2cf-8141-4f10-a561-9e967364fe3c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:37.292689 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'port_id': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'mac_address': 'fa:16:3e:70:dd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:07:37.333025 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 6ddad2cf-8141-4f10-a561-9e967364fe3c is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:07:37.333341 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:37.342199 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] No DVR routers for this DVR port 703e8b9e-d4cf-4e92-9b45-40d92e017797 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:07:37.346901 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:37.347868 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddad2cf-8141-4f10-a561-9e967364fe3c {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:07:37.350721 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bb61b161-fb98-430c-8377-cf4e6bb582db req-b38493c8-3056-4c4e-b5d0-53a2164ef97e tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.64 "DELETE /v2.0/ports/703e8b9e-d4cf-4e92-9b45-40d92e017797 HTTP/1.1" status: 204 len: 173 time: 0.7171512 Mar 01 16:07:37.351168 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-deleted', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:07:37.353458 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ffe2f2-1c9c-4be3-bd27-1c2b4102998f" -d '{"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-deleted", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:07:37.379072 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 6ddad2cf-8141-4f10-a561-9e967364fe3c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:37.386288 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:37.396284 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-299c06ae-abac-47dc-8735-3596dafcc1a5 req-26bf79e9-f455-4cb4-90a4-39827e2a0dfd tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473358 Mar 01 16:07:37.404295 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2852162c-a3ee-4f37-b507-e1667d278a33 x-openstack-request-id: req-2852162c-a3ee-4f37-b507-e1667d278a33 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:07:37.404785 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fced938-dd97-4fdd-8c6a-f310f2e14aea", "name": "network-vif-deleted", "tag": "703e8b9e-d4cf-4e92-9b45-40d92e017797", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:07:37.405374 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2852162c-a3ee-4f37-b507-e1667d278a33 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:07:37.406052 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fced938-dd97-4fdd-8c6a-f310f2e14aea', 'name': 'network-vif-deleted', 'tag': '703e8b9e-d4cf-4e92-9b45-40d92e017797', 'status': 'completed', 'code': 200} Mar 01 16:07:37.460043 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=6ddad2cf-8141-4f10-a561-9e967364fe3c,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:37.473095 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.474027 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.474410 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.474762 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.475106 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.475474 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.475843 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.476184 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.476521 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.476857 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.477190 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.477519 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.477879 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:07:37.576179 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e0d0288-3f70-42d3-ba73-343ef7a33a3e req-d81a519f-3da3-4774-8a4d-30eb73c81937 tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fced938-dd97-4fdd-8c6a-f310f2e14aea HTTP/1.1" status: 200 len: 210 time: 0.0282567 Mar 01 16:07:37.869128 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['6ddad2cf-8141-4f10-a561-9e967364fe3c'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:07:38.524406 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257b47-d63d-49b4-875f-0861d02eaaaa req-f8355dae-55d8-4cb0-afad-4f2a1ebab3d1 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:38.526034 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da257b47-d63d-49b4-875f-0861d02eaaaa req-f8355dae-55d8-4cb0-afad-4f2a1ebab3d1 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 944 time: 0.0588090 Mar 01 16:07:38.579240 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-da257b47-d63d-49b4-875f-0861d02eaaaa req-e3600612-30a6-4a35-9c2b-0dad9137d49c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473275 Mar 01 16:07:38.634948 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37752) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:38.697993 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cad3f46-ca4f-42ec-a1dd-8d0e8d2f208c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group (5f269f5f-796b-4ef6-bedd-1a08f645f434), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:38.725081 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cad3f46-ca4f-42ec-a1dd-8d0e8d2f208c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group (5f269f5f-796b-4ef6-bedd-1a08f645f434), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:38.792992 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cad3f46-ca4f-42ec-a1dd-8d0e8d2f208c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (5f269f5f-796b-4ef6-bedd-1a08f645f434), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:38.795652 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-2cad3f46-ca4f-42ec-a1dd-8d0e8d2f208c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:38.796822 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-2cad3f46-ca4f-42ec-a1dd-8d0e8d2f208c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] 10.222.0.10 "DELETE /v2.0/security-groups/5f269f5f-796b-4ef6-bedd-1a08f645f434 HTTP/1.1" status: 204 len: 168 time: 0.1607611 Mar 01 16:07:38.811147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3f46-ca4f-42ec-a1dd-8d0e8d2f208c tempest-TestShelveInstance-393364810 tempest-TestShelveInstance-393364810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f269f5f-796b-4ef6-bedd-1a08f645f434,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:38.849208 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37756) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:39.181250 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 6ddad2cf-8141-4f10-a561-9e967364fe3c up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:07:39.242472 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 6ddad2cf-8141-4f10-a561-9e967364fe3c completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:07:39.246932 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 6ddad2cf-8141-4f10-a561-9e967364fe3c triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:07:39.247837 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:39.333221 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 6ddad2cf-8141-4f10-a561-9e967364fe3c is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:07:39.333597 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:39.357606 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:07:39.359891 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e7c738-d089-4b45-9ed0-acab4b54b02a" -d '{"events": [{"server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "name": "network-vif-plugged", "status": "completed", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:07:39.372901 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 6ddad2cf-8141-4f10-a561-9e967364fe3c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:39.378048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:39.378933 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 703e8b9e-d4cf-4e92-9b45-40d92e017797 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:07:39.401923 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a0f07-259d-4168-a9f4-aa764e9f5cbd x-openstack-request-id: req-ee2a0f07-259d-4168-a9f4-aa764e9f5cbd {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:07:39.402221 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "name": "network-vif-plugged", "status": "completed", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:07:39.402478 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee2a0f07-259d-4168-a9f4-aa764e9f5cbd {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:07:39.403131 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'code': 200} Mar 01 16:07:39.421403 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 703e8b9e-d4cf-4e92-9b45-40d92e017797 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:07:39.421756 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 703e8b9e-d4cf-4e92-9b45-40d92e017797 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:07:39.453391 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=6ddad2cf-8141-4f10-a561-9e967364fe3c,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:39.542053 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (2bc99018-189f-4ff3-aa51-f9c2d09f269d), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:39.809416 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90858a15-3c7a-4dff-aa58-e067762a2a1d req-5627365f-4156-4e2a-a7db-c3a0aa5fab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:39.810926 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90858a15-3c7a-4dff-aa58-e067762a2a1d req-5627365f-4156-4e2a-a7db-c3a0aa5fab91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 1129 time: 0.1832786 Mar 01 16:07:39.823048 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc994cb-e5ff-47b0-bf11-d5b2328ba642 req-d34c35af-fd00-4ecb-98b5-02f25e3f61a0 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:39.824591 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7dc994cb-e5ff-47b0-bf11-d5b2328ba642 req-d34c35af-fd00-4ecb-98b5-02f25e3f61a0 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.1629107 Mar 01 16:07:39.926906 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90858a15-3c7a-4dff-aa58-e067762a2a1d req-f8759491-69c8-404c-8791-7af254dc21f4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005156 Mar 01 16:07:39.940324 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7dc994cb-e5ff-47b0-bf11-d5b2328ba642 req-f41c5893-db64-4633-b56a-91c149b8c16c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053016 Mar 01 16:07:40.018651 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Deleting port e6701508-c4ea-406b-b689-350763c3325f {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:40.018990 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (e6701508-c4ea-406b-b689-350763c3325f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:40.101884 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] For port e6701508-c4ea-406b-b689-350763c3325f, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=e6701508-c4ea-406b-b689-350763c3325f,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:40.102253 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (e6701508-c4ea-406b-b689-350763c3325f), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:40.115847 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Calling delete_port for e6701508-c4ea-406b-b689-350763c3325f owned by network:router_interface {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:40.303758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (e6701508-c4ea-406b-b689-350763c3325f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:40.329332 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6701508-c4ea-406b-b689-350763c3325f,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:40.519080 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (2bc99018-189f-4ff3-aa51-f9c2d09f269d), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:40.751563 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Router 2bc99018-189f-4ff3-aa51-f9c2d09f269d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:07:40.866943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:07:40.872396 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-8d295d6f-ee7a-457c-b868-c2cb6ed3713f admin admin] 10.222.0.10 "PUT /v2.0/routers/2bc99018-189f-4ff3-aa51-f9c2d09f269d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219719 Mar 01 16:07:40.875986 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37764) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:40.876466 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6789205-a564-4977-be29-4b347e207992 None None] Sync routers for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:07:40.887001 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:40.887695 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:40.995256 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks [] for router (2bc99018-189f-4ff3-aa51-f9c2d09f269d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.011280 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:41.076281 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5878-faa6-4218-84dc-b02a591ccb66 req-c0876e5d-6170-4c4a-bbdc-d7ac662fd7a5 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:41.078654 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-83de5878-faa6-4218-84dc-b02a591ccb66 req-c0876e5d-6170-4c4a-bbdc-d7ac662fd7a5 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.0618682 Mar 01 16:07:41.111487 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks [] for router_gateway (2bc99018-189f-4ff3-aa51-f9c2d09f269d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.137797 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-83de5878-faa6-4218-84dc-b02a591ccb66 req-383487d8-75f0-4166-90a2-07f579238b7a tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500181 Mar 01 16:07:41.171579 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Deleting port 79dc02a2-0f14-4e39-ae18-39fbacf527c1 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:41.171918 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.227678 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:07:40Z', 'revision_number': 5, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port': {'id': '79dc02a2-0f14-4e39-ae18-39fbacf527c1', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:32Z', 'updated_at': '2022-03-01T16:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:41.251403 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] For port 79dc02a2-0f14-4e39-ae18-39fbacf527c1, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=79dc02a2-0f14-4e39-ae18-39fbacf527c1,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:41.251768 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.254977 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6789205-a564-4977-be29-4b347e207992 None None] Checking router: 2bc99018-189f-4ff3-aa51-f9c2d09f269d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:07:41.263887 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] Routers {'2bc99018-189f-4ff3-aa51-f9c2d09f269d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:41.264515 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:41.267842 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Calling delete_port for 79dc02a2-0f14-4e39-ae18-39fbacf527c1 owned by network:router_gateway {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:41.365140 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] Set router 2bc99018-189f-4ff3-aa51-f9c2d09f269d gateway port host: None {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:41.423389 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-b6789205-a564-4977-be29-4b347e207992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:07:41Z', 'revision_number': 6, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:41.445742 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (79dc02a2-0f14-4e39-ae18-39fbacf527c1), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.451017 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6789205-a564-4977-be29-4b347e207992 None None] The sync data for ids ['2bc99018-189f-4ff3-aa51-f9c2d09f269d'] in dv-cinder-778193-21-iscsi is: [{'id': '2bc99018-189f-4ff3-aa51-f9c2d09f269d', 'name': 'tempest-TestShelveInstance-1261814654-router', 'tenant_id': '0b07f7e06c444a09832a6fa04837888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:31Z', 'updated_at': '2022-03-01T16:07:41Z', 'revision_number': 6, 'project_id': '0b07f7e06c444a09832a6fa04837888d', 'gw_port_host': None}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:07:41.475630 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Pushing event deleted for resources: {'Port': ['ID=79dc02a2-0f14-4e39-ae18-39fbacf527c1,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:41.544779 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (2bc99018-189f-4ff3-aa51-f9c2d09f269d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.659146 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (2bc99018-189f-4ff3-aa51-f9c2d09f269d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.661559 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks [] for router_controller (2bc99018-189f-4ff3-aa51-f9c2d09f269d), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.735727 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (2bc99018-189f-4ff3-aa51-f9c2d09f269d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.736356 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc99018-189f-4ff3-aa51-f9c2d09f269d {{(pid=102830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:07:41.743838 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.745205 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-163ba6da-1cd1-48ca-bddc-4a09b3088eda admin admin] 10.222.0.10 "DELETE /v2.0/routers/2bc99018-189f-4ff3-aa51-f9c2d09f269d HTTP/1.1" status: 204 len: 168 time: 0.8682077 Mar 01 16:07:41.748016 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37768) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:41.802388 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] Deleting subnet 94767a61-b9ec-4cd7-a191-b8cbdacd451d {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:07:41.806185 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] Publish callbacks [] for subnet (94767a61-b9ec-4cd7-a191-b8cbdacd451d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.852236 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127839918'] for subnet (94767a61-b9ec-4cd7-a191-b8cbdacd451d), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:41.973115 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (94767a61-b9ec-4cd7-a191-b8cbdacd451d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.037239 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700854'] for subnet (94767a61-b9ec-4cd7-a191-b8cbdacd451d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.069650 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94767a61-b9ec-4cd7-a191-b8cbdacd451d,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:42.075014 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.078662 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-ee748e8b-ea7d-4d16-bf88-885657ac5092 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/94767a61-b9ec-4cd7-a191-b8cbdacd451d HTTP/1.1" status: 204 len: 168 time: 0.3296671 Mar 01 16:07:42.081093 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37770) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:42.082971 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113ca57-b87b-44e3-b4c8-1450e3c784e4 None None] Network b4497a6a-3a8b-456a-ac17-c7e40a72d673 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:07:42.149022 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 79dc02a2-0f14-4e39-ae18-39fbacf527c1 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:07:42.157827 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (b4497a6a-3a8b-456a-ac17-c7e40a72d673), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.171820 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 79dc02a2-0f14-4e39-ae18-39fbacf527c1 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:07:42.172602 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 79dc02a2-0f14-4e39-ae18-39fbacf527c1 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:07:42.172602 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device e6701508-c4ea-406b-b689-350763c3325f no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:07:42.203176 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: e6701508-c4ea-406b-b689-350763c3325f {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:07:42.203856 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device e6701508-c4ea-406b-b689-350763c3325f not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:07:42.244065 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Deleting port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:42.244791 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.332967 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-6afd3a42-f3d8-42c5-a553-424a5d615103 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880814 Mar 01 16:07:42.347294 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2842860-3395-4196-a4bc-9615da88724f req-6ffc9940-ac9e-4e5e-80ae-305dca5eb266 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:42.349598 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2842860-3395-4196-a4bc-9615da88724f req-6ffc9940-ac9e-4e5e-80ae-305dca5eb266 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.0950823 Mar 01 16:07:42.351935 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] For port d83a3891-5bb3-4c2e-8ad5-72a9eea19164, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:42.352317 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.368184 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Calling delete_port for d83a3891-5bb3-4c2e-8ad5-72a9eea19164 owned by network:dhcp {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:42.371011 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] DHCP port deletion for b4497a6a-3a8b-456a-ac17-c7e40a72d673 request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:07:42.445985 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] Deleting port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:42.446232 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.453421 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2842860-3395-4196-a4bc-9615da88724f req-26f77cb0-df7c-4ffe-8408-aeb612f118ed tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960562 Mar 01 16:07:42.460883 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38776e-c133-4022-9a26-623da01c8b27 req-8e7f123b-befc-40b1-bb99-7a77f787b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:42.462941 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-8e7f123b-befc-40b1-bb99-7a77f787b8f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1169 time: 0.1069870 Mar 01 16:07:42.491343 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.522059 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] For port d83a3891-5bb3-4c2e-8ad5-72a9eea19164, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,segment=NetworkSegment(6084e11a-b13c-450f-ab29-52b7c68c3382),segment_id=6084e11a-b13c-450f-ab29-52b7c68c3382)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:42.522314 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.532485 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:42.539373 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] No DVR routers for this DVR port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 on host dv-cinder-778193-21-iscsi {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:07:42.544653 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] Calling delete_port for d83a3891-5bb3-4c2e-8ad5-72a9eea19164 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:42.615272 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (b4497a6a-3a8b-456a-ac17-c7e40a72d673), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.642891 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38776e-c133-4022-9a26-623da01c8b27 req-b2883d2f-845d-44c5-9a80-e75176d804e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:42.644215 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4497a6a-3a8b-456a-ac17-c7e40a72d673']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:42.644751 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-b2883d2f-845d-44c5-9a80-e75176d804e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 915 time: 0.1614194 Mar 01 16:07:42.655164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886357f0-4aae-46a8-a3bd-cb320f4f96bf req-014b5cc3-33b8-421a-878a-d14dbbf781b6 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:42.656936 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6084e11a-b13c-450f-ab29-52b7c68c3382') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:42.657076 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6084e11a-b13c-450f-ab29-52b7c68c3382') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:42.659740 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-886357f0-4aae-46a8-a3bd-cb320f4f96bf req-014b5cc3-33b8-421a-878a-d14dbbf781b6 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.1110418 Mar 01 16:07:42.668238 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (6084e11a-b13c-450f-ab29-52b7c68c3382), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.684140 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (6084e11a-b13c-450f-ab29-52b7c68c3382), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.690492 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:07:42.690811 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (d83a3891-5bb3-4c2e-8ad5-72a9eea19164), after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.691189 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (6084e11a-b13c-450f-ab29-52b7c68c3382), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:07:42.693546 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:07:42.719859 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] Pushing event deleted for resources: {'Port': ['ID=d83a3891-5bb3-4c2e-8ad5-72a9eea19164,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:42.725181 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd57617-1481-4944-9b44-75f47baf1f72 None None] No DVR routers for this DVR port d83a3891-5bb3-4c2e-8ad5-72a9eea19164 on host dv-cinder-778193-21-iscsi {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:07:42.757289 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:07:42.767033 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (b4497a6a-3a8b-456a-ac17-c7e40a72d673), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.772925 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:42.779824 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-933f6b0b-7a8c-4a50-9931-072f9ab2677b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 1002 time: 0.1151330 Mar 01 16:07:42.780324 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4497a6a-3a8b-456a-ac17-c7e40a72d673 HTTP/1.1" status: 204 len: 168 time: 0.6943719 Mar 01 16:07:42.781077 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37780) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:42.793381 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf67bc-c9d5-4c13-801d-4e50a7aa7f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4497a6a-3a8b-456a-ac17-c7e40a72d673,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:42.802728 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-886357f0-4aae-46a8-a3bd-cb320f4f96bf req-21c5a603-59b1-48a6-bbfa-3bfee33c6952 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326468 Mar 01 16:07:42.827507 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37782) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:42.883688 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38776e-c133-4022-9a26-623da01c8b27 req-b513428a-f991-4e38-b8f7-411c59e36081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:42.885167 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-b513428a-f991-4e38-b8f7-411c59e36081 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 200 len: 853 time: 0.1017697 Mar 01 16:07:42.983635 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c0591-ebe1-436c-adb6-a9796039f204 tempest-TestVolumeBootPattern-865810050 tempest-TestVolumeBootPattern-865810050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:42.985183 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c46c0591-ebe1-436c-adb6-a9796039f204 tempest-TestVolumeBootPattern-865810050 tempest-TestVolumeBootPattern-865810050-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 1124 time: 0.1565063 Mar 01 16:07:42.988005 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37786) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:42.993001 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Request body: {'floatingip': {'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'port_id': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:07:43.014835 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:43.121065 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:43.243594 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_common [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Allocated IP 172.27.0.175 (b3d20226-e1a1-41db-a972-a856aca3107e/8cb273f9-9e7c-4b83-98fa-90d357222675/3209282b-6374-41c3-919b-15bd93d0062a) {{(pid=102830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:07:43.259550 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38776e-c133-4022-9a26-623da01c8b27 req-3a83af97-fad6-42d0-8a19-8319fd6ab86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:43.261650 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-3a83af97-fad6-42d0-8a19-8319fd6ab86a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3508089 Mar 01 16:07:43.356584 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (3209282b-6374-41c3-919b-15bd93d0062a), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:43.396886 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (3209282b-6374-41c3-919b-15bd93d0062a), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:43.425207 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-d1cfcbbb-76ff-43cf-882b-f5f9d8bd0fb3 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559534 Mar 01 16:07:43.438755 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Network b3d20226-e1a1-41db-a972-a856aca3107e is already hosted by enough agents. {{(pid=102830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:07:43.444292 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Resources bound (agent type, host, resource id): {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:07:43.447023 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Received port after_create {{(pid=102830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:07:43.470576 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=3209282b-6374-41c3-919b-15bd93d0062a,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:43.557571 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a38776e-c133-4022-9a26-623da01c8b27 req-19ac3261-1459-4aa7-a6da-6d56e13e0386 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256363 Mar 01 16:07:43.636209 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:43.939649 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Deleting port b12444a5-be14-431f-86bc-a55482e31b58 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:43.939902 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (b12444a5-be14-431f-86bc-a55482e31b58), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.038633 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] For port b12444a5-be14-431f-86bc-a55482e31b58, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=b12444a5-be14-431f-86bc-a55482e31b58,segment=NetworkSegment(7642fbe9-338d-4fa1-a3be-96803109fc66),segment_id=7642fbe9-338d-4fa1-a3be-96803109fc66)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:44.039258 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (b12444a5-be14-431f-86bc-a55482e31b58), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.056222 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Calling delete_port for b12444a5-be14-431f-86bc-a55482e31b58 owned by network:router_interface {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:44.108544 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d83a3891-5bb3-4c2e-8ad5-72a9eea19164 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:07:44.131032 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: d83a3891-5bb3-4c2e-8ad5-72a9eea19164 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:07:44.131343 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d83a3891-5bb3-4c2e-8ad5-72a9eea19164 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:07:44.144631 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (c9ae5b35-b9ec-4833-83ed-edaf4dadbc29), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.215895 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (3209282b-6374-41c3-919b-15bd93d0062a), before_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.254985 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (b12444a5-be14-431f-86bc-a55482e31b58), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.282440 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12444a5-be14-431f-86bc-a55482e31b58,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:44.389519 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for port (3209282b-6374-41c3-919b-15bd93d0062a), precommit_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.393865 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852685'] for port (3209282b-6374-41c3-919b-15bd93d0062a), after_update {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.470887 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.477031 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event updated for resources: {'Port': ['ID=3209282b-6374-41c3-919b-15bd93d0062a,revision_number=2']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:44.482199 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (c9ae5b35-b9ec-4833-83ed-edaf4dadbc29), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.591154 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Floating IP c9ae5b35-b9ec-4833-83ed-edaf4dadbc29 associated. External IP: 172.27.0.175, port: 6ddad2cf-8141-4f10-a561-9e967364fe3c. Mar 01 16:07:44.745011 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:07:44.816454 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:07:44.857861 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:07:44.863196 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-41e21809-bcb0-48fd-beba-1197e9fba674 admin admin] 10.222.0.10 "PUT /v2.0/routers/bd98ec31-29fe-43c1-9422-ddee0d0c1a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0809209 Mar 01 16:07:44.866052 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37790) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:44.867881 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] Sync routers for ids ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:07:44.883941 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] Routers {'bd98ec31-29fe-43c1-9422-ddee0d0c1a95'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:44.884574 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:44.945444 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:07:44.958521 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:07:44.971018 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:44.973212 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:44.975268 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:44.983580 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks [] for router (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:45.001460 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] Set router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:45.015779 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-cb62988b-caf7-455c-b9a8-ef8c048ea343 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0267067 Mar 01 16:07:45.020691 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:07:45.023040 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baccd3b1-cdec-4b14-874c-02348138b094" -d '{"events": [{"name": "network-changed", "server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:07:45.063697 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f0317c-5bf6-4225-a306-22b3f0ecf477 x-openstack-request-id: req-c1f0317c-5bf6-4225-a306-22b3f0ecf477 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:07:45.064010 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:07:45.064242 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1f0317c-5bf6-4225-a306-22b3f0ecf477 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:07:45.064671 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'status': 'completed', 'code': 200} Mar 01 16:07:45.154996 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks [] for router_gateway (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:45.165079 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccd3b1-cdec-4b14-874c-02348138b094 req-5a687216-e5da-4337-bb75-a999343e3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:45.166587 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-baccd3b1-cdec-4b14-874c-02348138b094 req-5a687216-e5da-4337-bb75-a999343e3283 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 1129 time: 0.0721211 Mar 01 16:07:45.222809 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:07:44Z', 'revision_number': 5, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port': {'id': '111b6503-13c3-4f1a-8a8d-e36e598e3b97', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:01:39Z', 'updated_at': '2022-03-01T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:45.257696 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:45.260866 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] Checking router: bd98ec31-29fe-43c1-9422-ddee0d0c1a95 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:07:45.270255 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] Routers {'bd98ec31-29fe-43c1-9422-ddee0d0c1a95'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:45.270867 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:45.299282 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Deleting port 111b6503-13c3-4f1a-8a8d-e36e598e3b97 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:45.299654 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:45.303114 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccd3b1-cdec-4b14-874c-02348138b094 req-dfd7874d-7a91-4ed9-b766-f840ba7741fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:45.304670 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-baccd3b1-cdec-4b14-874c-02348138b094 req-dfd7874d-7a91-4ed9-b766-f840ba7741fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.1302843 Mar 01 16:07:45.367861 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] Set router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 gateway port host: None {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:45.419174 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-baccd3b1-cdec-4b14-874c-02348138b094 req-1a501d3f-088d-4fd5-866d-702958b8eea3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c HTTP/1.1" status: 200 len: 999 time: 0.1047893 Mar 01 16:07:45.421597 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:07:45Z', 'revision_number': 6, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:45.452346 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ec2c3-fca4-471a-827c-83c5c34706f2 None None] The sync data for ids ['bd98ec31-29fe-43c1-9422-ddee0d0c1a95'] in dv-cinder-778193-21-iscsi is: [{'id': 'bd98ec31-29fe-43c1-9422-ddee0d0c1a95', 'name': 'tempest-TestShelveInstance-901868634-router', 'tenant_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:01:38Z', 'updated_at': '2022-03-01T16:07:45Z', 'revision_number': 6, 'project_id': 'd1ecb8ae279f48abab38ebace9a18bac', 'gw_port_host': None}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:07:45.480618 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] For port 111b6503-13c3-4f1a-8a8d-e36e598e3b97, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=111b6503-13c3-4f1a-8a8d-e36e598e3b97,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:45.481136 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:45.502331 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Calling delete_port for 111b6503-13c3-4f1a-8a8d-e36e598e3b97 owned by network:router_gateway {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:45.504655 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'c9ae5b35-b9ec-4833-83ed-edaf4dadbc29', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:70:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:07:43Z', 'updated_at': '2022-03-01T16:07:43Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}, {'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:57Z', 'revision_number': 1, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:45.510393 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccd3b1-cdec-4b14-874c-02348138b094 req-59772255-c5b7-42b3-8d55-af5df4ecc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:45.511844 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-baccd3b1-cdec-4b14-874c-02348138b094 req-59772255-c5b7-42b3-8d55-af5df4ecc6bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0813613 Mar 01 16:07:45.533217 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:07:45.542850 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:07:45.543495 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:45.646879 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccd3b1-cdec-4b14-874c-02348138b094 req-a5381c95-4698-41cc-ba8d-38f9abe37f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:45.648422 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-baccd3b1-cdec-4b14-874c-02348138b094 req-a5381c95-4698-41cc-ba8d-38f9abe37f89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1294734 Mar 01 16:07:45.657951 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:07:45.784059 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-baccd3b1-cdec-4b14-874c-02348138b094 req-2a65c7b5-8d01-460a-91e0-18f942d64099 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285489 Mar 01 16:07:45.790168 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (111b6503-13c3-4f1a-8a8d-e36e598e3b97), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:45.839901 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Pushing event deleted for resources: {'Port': ['ID=111b6503-13c3-4f1a-8a8d-e36e598e3b97,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:45.914862 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'c9ae5b35-b9ec-4833-83ed-edaf4dadbc29', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:70:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:07:43Z', 'updated_at': '2022-03-01T16:07:43Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}, {'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:57Z', 'revision_number': 1, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:45.942405 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d3abc-bb19-4153-a9aa-3ec773053948 None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'c9ae5b35-b9ec-4833-83ed-edaf4dadbc29', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:70:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:07:43Z', 'updated_at': '2022-03-01T16:07:43Z', 'revision_number': 0, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}, {'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:57Z', 'revision_number': 1, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:07:45.957505 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-baccd3b1-cdec-4b14-874c-02348138b094 req-5c7b3c78-6694-4730-8270-12323a877b2a service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648726 Mar 01 16:07:45.958299 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.062164 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.064426 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks [] for router_controller (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.114392 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (bd98ec31-29fe-43c1-9422-ddee0d0c1a95), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.115037 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd98ec31-29fe-43c1-9422-ddee0d0c1a95 {{(pid=102831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:07:46.119651 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.123490 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37796) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:46.124021 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-182b12b0-0441-44d9-aa2f-5fcf640d441d admin admin] 10.222.0.10 "DELETE /v2.0/routers/bd98ec31-29fe-43c1-9422-ddee0d0c1a95 HTTP/1.1" status: 204 len: 168 time: 1.2563343 Mar 01 16:07:46.167123 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227ba89-b5bb-4d29-9686-d926df42aabf None None] New status for floating IP c9ae5b35-b9ec-4833-83ed-edaf4dadbc29: ACTIVE {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:07:46.171846 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] Deleting subnet 30658a8e-7d2c-4ad3-9245-b09a1234f1ca {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:07:46.175629 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] Publish callbacks [] for subnet (30658a8e-7d2c-4ad3-9245-b09a1234f1ca), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.217282 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127839918'] for subnet (30658a8e-7d2c-4ad3-9245-b09a1234f1ca), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.286708 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 111b6503-13c3-4f1a-8a8d-e36e598e3b97 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:07:46.308394 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 111b6503-13c3-4f1a-8a8d-e36e598e3b97 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:07:46.309001 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 111b6503-13c3-4f1a-8a8d-e36e598e3b97 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:07:46.309658 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device b12444a5-be14-431f-86bc-a55482e31b58 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:07:46.314285 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (30658a8e-7d2c-4ad3-9245-b09a1234f1ca), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.335626 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: b12444a5-be14-431f-86bc-a55482e31b58 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:07:46.335980 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device b12444a5-be14-431f-86bc-a55482e31b58 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:07:46.381034 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700854'] for subnet (30658a8e-7d2c-4ad3-9245-b09a1234f1ca), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.410165 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30658a8e-7d2c-4ad3-9245-b09a1234f1ca,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:46.412821 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.418715 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37800) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:46.418843 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-87dd9e21-ade5-4d1c-9b4b-c655cd777282 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/30658a8e-7d2c-4ad3-9245-b09a1234f1ca HTTP/1.1" status: 204 len: 168 time: 0.2942224 Mar 01 16:07:46.429490 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154cc5c4-ef64-488c-af62-e753de30667f None None] Network 8505bb90-f539-4388-a588-ea50e70c9e3f requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:07:46.496116 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (8505bb90-f539-4388-a588-ea50e70c9e3f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.556886 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Deleting port ab3d8030-17fc-487a-b439-0fc92d9f3593 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:46.557083 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.610236 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] DHCP port deletion for 8505bb90-f539-4388-a588-ea50e70c9e3f request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:07:46.629004 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] For port ab3d8030-17fc-487a-b439-0fc92d9f3593, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=ab3d8030-17fc-487a-b439-0fc92d9f3593,segment=NetworkSegment(7642fbe9-338d-4fa1-a3be-96803109fc66),segment_id=7642fbe9-338d-4fa1-a3be-96803109fc66)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:46.629406 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.643046 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Calling delete_port for ab3d8030-17fc-487a-b439-0fc92d9f3593 owned by network:dhcp {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:46.672903 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] Deleting port ab3d8030-17fc-487a-b439-0fc92d9f3593 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:46.673285 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.729249 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.739695 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] For port ab3d8030-17fc-487a-b439-0fc92d9f3593, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=ab3d8030-17fc-487a-b439-0fc92d9f3593,segment=NetworkSegment(7642fbe9-338d-4fa1-a3be-96803109fc66),segment_id=7642fbe9-338d-4fa1-a3be-96803109fc66)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:46.740134 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.753734 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] Calling delete_port for ab3d8030-17fc-487a-b439-0fc92d9f3593 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:46.761813 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] No DVR routers for this DVR port ab3d8030-17fc-487a-b439-0fc92d9f3593 on host dv-cinder-778193-21-iscsi {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:07:46.765995 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3d8030-17fc-487a-b439-0fc92d9f3593,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:46.834512 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (ab3d8030-17fc-487a-b439-0fc92d9f3593), after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.836385 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (8505bb90-f539-4388-a588-ea50e70c9e3f), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.858543 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8505bb90-f539-4388-a588-ea50e70c9e3f']}} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:46.867011 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] Pushing event deleted for resources: {'Port': ['ID=ab3d8030-17fc-487a-b439-0fc92d9f3593,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:46.868912 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7642fbe9-338d-4fa1-a3be-96803109fc66') {'for_net_delete': True} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:46.869211 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7642fbe9-338d-4fa1-a3be-96803109fc66') {} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:07:46.871384 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf53a2b-3383-43dc-8941-3f353cd3ee75 None None] No DVR routers for this DVR port ab3d8030-17fc-487a-b439-0fc92d9f3593 on host dv-cinder-778193-21-iscsi {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:07:46.881585 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126393803'] for segment (7642fbe9-338d-4fa1-a3be-96803109fc66), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.894591 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (7642fbe9-338d-4fa1-a3be-96803109fc66), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.901474 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:07:46.901860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826518'] for segment (7642fbe9-338d-4fa1-a3be-96803109fc66), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: Traceback (most recent call last): Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: timer() Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: cb(*args, **kw) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: return func(*args, **kwargs) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: self._notify() Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: self.callback(batched_events) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: event.method(event) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: return f(self, *a, **k) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._get(url).json() Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: return self.request(url, 'GET', **kwargs) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:07:46.904248 dv-cinder-778193-21-iscsi neutron-server[102831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:07:46.963514 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (8505bb90-f539-4388-a588-ea50e70c9e3f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.969619 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:46.972844 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8505bb90-f539-4388-a588-ea50e70c9e3f HTTP/1.1" status: 204 len: 168 time: 0.5529175 Mar 01 16:07:46.984024 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e21cd6-2609-449c-8732-f3fccdc4b7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8505bb90-f539-4388-a588-ea50e70c9e3f,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:47.083599 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37804) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:47.122222 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-f1821965-dfca-43f9-b43b-0bef37d4ffc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b07f7e06c444a09832a6fa04837888d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374007 Mar 01 16:07:47.124637 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37806) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:47.178545 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a2f83d7e-bb9b-49c2-87c9-ae9f89b69706 admin admin] Publish callbacks [] for security_group (2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.200309 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a2f83d7e-bb9b-49c2-87c9-ae9f89b69706 admin admin] Publish callbacks [] for security_group (2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.252322 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a2f83d7e-bb9b-49c2-87c9-ae9f89b69706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.256780 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a2f83d7e-bb9b-49c2-87c9-ae9f89b69706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.257962 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a2f83d7e-bb9b-49c2-87c9-ae9f89b69706 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2 HTTP/1.1" status: 204 len: 168 time: 0.1324377 Mar 01 16:07:47.266449 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f83d7e-bb9b-49c2-87c9-ae9f89b69706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff0d6d9-338f-4e20-bdea-2754f7b2e7a2,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:47.589612 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37812) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:47.637404 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-5dbe1936-8a18-4ebf-951a-226aa10dacc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1ecb8ae279f48abab38ebace9a18bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464673 Mar 01 16:07:47.640314 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37814) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:47.689486 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74dee3a4-f118-424e-8745-49a3236b76b0 admin admin] Publish callbacks [] for security_group (060db174-4f15-494c-9b63-fce7d38f2759), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.710399 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74dee3a4-f118-424e-8745-49a3236b76b0 admin admin] Publish callbacks [] for security_group (060db174-4f15-494c-9b63-fce7d38f2759), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.763858 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74dee3a4-f118-424e-8745-49a3236b76b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (060db174-4f15-494c-9b63-fce7d38f2759), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.766458 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-74dee3a4-f118-424e-8745-49a3236b76b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:47.767653 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-74dee3a4-f118-424e-8745-49a3236b76b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/060db174-4f15-494c-9b63-fce7d38f2759 HTTP/1.1" status: 204 len: 168 time: 0.1265056 Mar 01 16:07:47.776431 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dee3a4-f118-424e-8745-49a3236b76b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060db174-4f15-494c-9b63-fce7d38f2759,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:48.099679 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device ab3d8030-17fc-487a-b439-0fc92d9f3593 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:07:48.120777 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: ab3d8030-17fc-487a-b439-0fc92d9f3593 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:07:48.121125 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device ab3d8030-17fc-487a-b439-0fc92d9f3593 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:07:54.338496 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0da80c9b-53a6-413d-bd7a-00550aa6dc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:56.530696 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b087de8d-b19f-416c-8220-9653e8cdcff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:57.797089 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:58.587863 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ab34c59d-408c-4034-8ed5-68989276769b req-5339256b-27b6-4ef5-a396-37196321afcd tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904813545&fields=id&tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8 HTTP/1.1" status: 200 len: 267 time: 0.0437860 Mar 01 16:07:58.652486 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34c59d-408c-4034-8ed5-68989276769b req-f3b74003-4480-4210-8a6c-7c595a62ac87 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:58.654373 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ab34c59d-408c-4034-8ed5-68989276769b req-f3b74003-4480-4210-8a6c-7c595a62ac87 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 985 time: 0.0585601 Mar 01 16:07:58.665678 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Request body: {'port': {'security_groups': ['c2911c90-eb1d-45f7-b101-90c172dcb122']}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:07:58.992432 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.164832 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:07:59.192808 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.197147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.209688 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['f94d2761-7a4e-4735-8d78-10dbf44698aa'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:07:59.239283 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:59.239922 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.241335 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ab34c59d-408c-4034-8ed5-68989276769b req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "PUT /v2.0/ports/f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 943 time: 0.5807369 Mar 01 16:07:59.241815 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:07:59.244513 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58" -d '{"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:07:59.248507 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37834) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:59.284413 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605afdd-6519-47ca-8e75-69169ca4fa64 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event updated for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=7']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:59.294898 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.305857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6c8395-411b-4505-b374-43dd0b58ce1e x-openstack-request-id: req-3d6c8395-411b-4505-b374-43dd0b58ce1e {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:07:59.306166 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:07:59.306424 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d6c8395-411b-4505-b374-43dd0b58ce1e {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:07:59.307015 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'status': 'completed', 'code': 200} Mar 01 16:07:59.343116 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86526622-8742-46fc-a9e1-934afad7e351 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group (85917565-7273-48a4-8faf-fe57cdac456c), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.355420 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['f94d2761-7a4e-4735-8d78-10dbf44698aa'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:07:59.376225 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86526622-8742-46fc-a9e1-934afad7e351 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group (85917565-7273-48a4-8faf-fe57cdac456c), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.399502 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-6bcf7ebd-6847-43bf-ab26-964d77cd3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:59.401166 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-6bcf7ebd-6847-43bf-ab26-964d77cd3099 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1130 time: 0.0614693 Mar 01 16:07:59.449824 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86526622-8742-46fc-a9e1-934afad7e351 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (85917565-7273-48a4-8faf-fe57cdac456c), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.453071 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-86526622-8742-46fc-a9e1-934afad7e351 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.454397 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-86526622-8742-46fc-a9e1-934afad7e351 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "DELETE /v2.0/security-groups/85917565-7273-48a4-8faf-fe57cdac456c HTTP/1.1" status: 204 len: 168 time: 0.2047589 Mar 01 16:07:59.465489 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37838) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:07:59.467710 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86526622-8742-46fc-a9e1-934afad7e351 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85917565-7273-48a4-8faf-fe57cdac456c,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:07:59.528817 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-e8539508-f5fc-42f2-88e5-7ac21d80356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:59.530478 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-e8539508-f5fc-42f2-88e5-7ac21d80356c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 915 time: 0.1226511 Mar 01 16:07:59.535855 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-7746a15d-96df-4110-85ba-6e934fb2332c None None] Provisioning complete for port f94d2761-7a4e-4735-8d78-10dbf44698aa triggered by entity DHCP. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:07:59.536236 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7746a15d-96df-4110-85ba-6e934fb2332c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.613817 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-94209bb6-59f8-487e-bad0-f8037c6391b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 1002 time: 0.0670393 Mar 01 16:07:59.635650 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7746a15d-96df-4110-85ba-6e934fb2332c None None] Current status of the port f94d2761-7a4e-4735-8d78-10dbf44698aa is: ACTIVE; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:07:59.659174 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Deleting port 2651f0a9-615b-4350-8e5b-689935319030 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:07:59.659550 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (2651f0a9-615b-4350-8e5b-689935319030), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.668530 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-009dff42-69c1-4238-98ff-9a9012911a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:59.670016 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-009dff42-69c1-4238-98ff-9a9012911a47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 200 len: 853 time: 0.0492790 Mar 01 16:07:59.723585 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-0f6c7cda-ec30-4170-8a36-9e254e89e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:07:59.725099 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-0f6c7cda-ec30-4170-8a36-9e254e89e563 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448749 Mar 01 16:07:59.735305 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (2651f0a9-615b-4350-8e5b-689935319030), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.735639 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for floatingip (2651f0a9-615b-4350-8e5b-689935319030), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.748404 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Calling delete_port for 2651f0a9-615b-4350-8e5b-689935319030 owned by network:floatingip {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:07:59.817255 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-67448faa-8f42-4bfa-8493-d533c0fbba30 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846853 Mar 01 16:07:59.902060 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (2651f0a9-615b-4350-8e5b-689935319030), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:07:59.917521 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0e2633d7-47cf-4ca7-b85e-6c3eff96fc58 req-8c18a946-1301-42cc-b404-ba673662470f service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906563 Mar 01 16:07:59.942218 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event deleted for resources: {'Port': ['ID=2651f0a9-615b-4350-8e5b-689935319030,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:00.010556 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks [] for floatingip (79b87351-945c-45aa-b105-6c0b53387f00), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:00.011448 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Floating IP 79b87351-945c-45aa-b105-6c0b53387f00 disassociated (deleted). External IP: 172.27.0.188, port: f94d2761-7a4e-4735-8d78-10dbf44698aa. Mar 01 16:08:00.246232 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Router 8813b3ac-29bd-4839-8605-a0968ebf3292 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:08:00.371355 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:08:00.376533 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:00.380974 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] Sync routers for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:08:00.392523 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:00.393136 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:00.416625 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-12f83bfe-1bc3-4c1c-a11e-26992db6a9ba tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "DELETE /v2.0/floatingips/79b87351-945c-45aa-b105-6c0b53387f00 HTTP/1.1" status: 204 len: 168 time: 0.9475946 Mar 01 16:08:00.416625 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:08:00.417395 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eddc66-beba-4046-9bf8-a6b982c3c190" -d '{"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:08:00.454572 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6817282b-49bf-49d6-b340-5e8bfa2a5839 x-openstack-request-id: req-6817282b-49bf-49d6-b340-5e8bfa2a5839 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:08:00.454880 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:08:00.455129 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6817282b-49bf-49d6-b340-5e8bfa2a5839 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:08:00.455565 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'status': 'completed', 'code': 200} Mar 01 16:08:00.510702 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:00.534484 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-e68b2062-35d8-4b1d-9772-165b0ebe0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:00.536062 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-e68b2062-35d8-4b1d-9772-165b0ebe0217 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 1130 time: 0.0578508 Mar 01 16:08:00.663356 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-0f791059-0cee-4b1c-8b6a-bacb71d8e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:00.664064 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:00.666519 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-0f791059-0cee-4b1c-8b6a-bacb71d8e98b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 200 len: 915 time: 0.1227157 Mar 01 16:08:00.737874 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-089eb307-e12e-4059-9871-c594d4938628 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 200 len: 217 time: 0.0628495 Mar 01 16:08:00.792744 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-2ea95faa-4e1a-4923-8393-44fa1bb129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:00.794261 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-2ea95faa-4e1a-4923-8393-44fa1bb129b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 200 len: 853 time: 0.0477183 Mar 01 16:08:00.852994 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-34543c50-c906-4ccd-8179-05defd9dc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:00.854316 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-34543c50-c906-4ccd-8179-05defd9dc377 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513463 Mar 01 16:08:00.858516 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:00.905251 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:00.931779 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] Checking router: 8813b3ac-29bd-4839-8605-a0968ebf3292 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:08:00.940541 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:00.941226 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:00.949588 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-0f1f84dd-2f78-4570-a264-c904ba36cf01 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882552 Mar 01 16:08:01.047156 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-73eddc66-beba-4046-9bf8-a6b982c3c190 req-ad86e444-657e-428f-979e-7d4a1d5a6fa6 service neutron] 10.222.0.64 "GET /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910015 Mar 01 16:08:01.054561 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:01.257736 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:01.287030 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a103bf2-347e-4c49-b5b6-08f070f04317 None None] The sync data for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi is: [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:03:56Z', 'revision_number': 4, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '64dee116-c0ca-4ae6-be54-a837cf21f338', 'name': '', 'network_id': 'b204ec7b-3d08-49e1-b443-9c17a2e4b7e8', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'mac_address': 'fa:16:3e:d9:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:56Z', 'updated_at': '2022-03-01T16:04:02Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'subnets': [{'id': 'd362596c-bacc-45f3-8722-b1cff3f83b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:08:01.543365 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb5d2be-b7a3-4015-ae18-f6a39ac60381 None None] New status for floating IP 79b87351-945c-45aa-b105-6c0b53387f00: DOWN {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:08:03.230515 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f22a9-3281-4dc8-a83e-4d6a83ccac97 req-58e7647b-042b-488a-a13e-618b7f1fb728 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:03.231935 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cd4f22a9-3281-4dc8-a83e-4d6a83ccac97 req-58e7647b-042b-488a-a13e-618b7f1fb728 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0611222 Mar 01 16:08:03.276940 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cd4f22a9-3281-4dc8-a83e-4d6a83ccac97 req-8d415d0f-4a7a-41c2-a541-41a49eacc6b5 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Mar 01 16:08:04.396312 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864e31b-6890-402e-9847-9f7608e4c008 req-704b6a68-3d10-48a3-ac7b-beabc7e33993 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:04.397867 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3864e31b-6890-402e-9847-9f7608e4c008 req-704b6a68-3d10-48a3-ac7b-beabc7e33993 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0531151 Mar 01 16:08:04.448909 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3864e31b-6890-402e-9847-9f7608e4c008 req-32c4a9ba-4c08-448a-bced-8d7acdba2c7f tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Mar 01 16:08:05.568173 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086cd8c-eeaf-4230-86b5-b1ae9279d47f req-400788e3-316c-4a08-838d-92e96a708ce1 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:05.569849 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c086cd8c-eeaf-4230-86b5-b1ae9279d47f req-400788e3-316c-4a08-838d-92e96a708ce1 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0556681 Mar 01 16:08:05.622140 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c086cd8c-eeaf-4230-86b5-b1ae9279d47f req-81e958a2-e9ad-4c76-99d0-eecf7e3ed54c tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2911c90-eb1d-45f7-b101-90c172dcb122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461383 Mar 01 16:08:05.753206 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62269-43bc-421b-9700-515bd69a06a2 req-5e7c8940-c9fc-4b60-83a4-3de9e5fe858a tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:05.754609 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9be62269-43bc-421b-9700-515bd69a06a2 req-5e7c8940-c9fc-4b60-83a4-3de9e5fe858a tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.64 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 946 time: 0.0581295 Mar 01 16:08:05.848313 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Deleting port f94d2761-7a4e-4735-8d78-10dbf44698aa {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:05.848654 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:05.941741 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] For port f94d2761-7a4e-4735-8d78-10dbf44698aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f94d2761-7a4e-4735-8d78-10dbf44698aa,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:05.942125 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:05.954641 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Calling delete_port for f94d2761-7a4e-4735-8d78-10dbf44698aa owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:06.084087 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (f94d2761-7a4e-4735-8d78-10dbf44698aa), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:06.102786 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['f94d2761-7a4e-4735-8d78-10dbf44698aa'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:08:06.112398 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Pushing event deleted for resources: {'Port': ['ID=f94d2761-7a4e-4735-8d78-10dbf44698aa,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:06.156899 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] No DVR routers for this DVR port f94d2761-7a4e-4735-8d78-10dbf44698aa on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:06.159379 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:06.162681 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9be62269-43bc-421b-9700-515bd69a06a2 req-388448ac-1252-48b0-a678-d7061ee3d92e tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.64 "DELETE /v2.0/ports/f94d2761-7a4e-4735-8d78-10dbf44698aa HTTP/1.1" status: 204 len: 173 time: 0.4020104 Mar 01 16:08:06.163123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'name': 'network-vif-deleted', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:08:06.166050 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878d3feb-f24e-4db2-a315-363990016699" -d '{"events": [{"server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "name": "network-vif-deleted", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:08:06.205149 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d4100e-17c8-4c58-8a92-f1f31b6ac77c x-openstack-request-id: req-f2d4100e-17c8-4c58-8a92-f1f31b6ac77c {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:08:06.205449 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7148e58d-57af-4567-a212-57f00a320b6b", "name": "network-vif-deleted", "tag": "f94d2761-7a4e-4735-8d78-10dbf44698aa", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:08:06.205691 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2d4100e-17c8-4c58-8a92-f1f31b6ac77c {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:08:06.206115 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7148e58d-57af-4567-a212-57f00a320b6b', 'name': 'network-vif-deleted', 'tag': 'f94d2761-7a4e-4735-8d78-10dbf44698aa', 'status': 'completed', 'code': 200} Mar 01 16:08:06.739550 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3c24bcba-8e51-4d1a-a5c5-ba145fd3a630 req-e0a754e6-dc0d-4c5f-8d0c-41026801d384 tempest-TestMinimumBasicScenario-671263563 tempest-TestMinimumBasicScenario-671263563-project] 10.222.0.10 "GET /v2.0/ports?device_id=7148e58d-57af-4567-a212-57f00a320b6b HTTP/1.1" status: 200 len: 210 time: 0.0336080 Mar 01 16:08:08.434216 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37924) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:08.776292 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (8813b3ac-29bd-4839-8605-a0968ebf3292), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:09.013741 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Deleting port 64dee116-c0ca-4ae6-be54-a837cf21f338 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:09.014073 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:09.087728 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] For port 64dee116-c0ca-4ae6-be54-a837cf21f338, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=64dee116-c0ca-4ae6-be54-a837cf21f338,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:09.088126 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:09.100463 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Calling delete_port for 64dee116-c0ca-4ae6-be54-a837cf21f338 owned by network:router_interface {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:09.282125 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (64dee116-c0ca-4ae6-be54-a837cf21f338), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:09.309253 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Pushing event deleted for resources: {'Port': ['ID=64dee116-c0ca-4ae6-be54-a837cf21f338,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:09.323207 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device f94d2761-7a4e-4735-8d78-10dbf44698aa no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:09.346740 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: f94d2761-7a4e-4735-8d78-10dbf44698aa {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:09.347410 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device f94d2761-7a4e-4735-8d78-10dbf44698aa not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:09.486114 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (8813b3ac-29bd-4839-8605-a0968ebf3292), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:09.715812 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Router 8813b3ac-29bd-4839-8605-a0968ebf3292 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:08:09.870090 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:08:09.882023 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9e5e23e3-bc4e-4939-8b8b-36db268c5eae admin admin] 10.222.0.10 "PUT /v2.0/routers/8813b3ac-29bd-4839-8605-a0968ebf3292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4429641 Mar 01 16:08:09.882023 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37932) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:09.886148 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] Sync routers for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:08:09.903700 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:09.905446 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:10.062408 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:10.070858 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks [] for router (8813b3ac-29bd-4839-8605-a0968ebf3292), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:10.386202 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:08:09Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:10.421690 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] Checking router: 8813b3ac-29bd-4839-8605-a0968ebf3292 for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:08:10.432002 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] Routers {'8813b3ac-29bd-4839-8605-a0968ebf3292'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:10.432651 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['8813b3ac-29bd-4839-8605-a0968ebf3292'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:10.466140 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401c71-9075-4328-ae53-49292b4a00a4 req-967a09ed-46db-4a3e-bdec-1a28ff541d8d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:10.468367 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1401c71-9075-4328-ae53-49292b4a00a4 req-967a09ed-46db-4a3e-bdec-1a28ff541d8d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0811369 Mar 01 16:08:10.532580 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1401c71-9075-4328-ae53-49292b4a00a4 req-675221e9-6092-4f4f-abdc-cf0d98fb5ecd tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570784 Mar 01 16:08:10.577493 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] Set router 8813b3ac-29bd-4839-8605-a0968ebf3292 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:10.626874 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks [] for router_gateway (8813b3ac-29bd-4839-8605-a0968ebf3292), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:10.686216 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Deleting port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:10.686621 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:10.793753 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:08:09Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:10.810335 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] For port a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:10.810934 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:10.821328 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bc299-03df-4daf-b3bf-58b9f10c205f None None] The sync data for ids ['8813b3ac-29bd-4839-8605-a0968ebf3292'] in dv-cinder-778193-21-iscsi is: [{'id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'name': 'tempest-TestMinimumBasicScenario-683259088-router', 'tenant_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:53Z', 'updated_at': '2022-03-01T16:08:09Z', 'revision_number': 5, 'project_id': 'cb0bd7d53a894d2785f95f9fc0a3b1f8', 'gw_port': {'id': 'a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813b3ac-29bd-4839-8605-a0968ebf3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:03:54Z', 'updated_at': '2022-03-01T16:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:08:10.829979 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Calling delete_port for a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 owned by network:router_gateway {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:10.996257 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.025255 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:11.081539 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (8813b3ac-29bd-4839-8605-a0968ebf3292), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.171749 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (8813b3ac-29bd-4839-8605-a0968ebf3292), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.173966 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks [] for router_controller (8813b3ac-29bd-4839-8605-a0968ebf3292), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.220419 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (8813b3ac-29bd-4839-8605-a0968ebf3292), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.221053 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8813b3ac-29bd-4839-8605-a0968ebf3292 {{(pid=102830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:08:11.226278 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.230386 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-3b637c47-bb47-43a3-b66d-7c373e99b709 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8813b3ac-29bd-4839-8605-a0968ebf3292 HTTP/1.1" status: 204 len: 168 time: 1.3443446 Mar 01 16:08:11.230597 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37958) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:11.276273 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] Deleting subnet d362596c-bacc-45f3-8722-b1cff3f83b6d {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:08:11.279931 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] Publish callbacks [] for subnet (d362596c-bacc-45f3-8722-b1cff3f83b6d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.318225 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127839918'] for subnet (d362596c-bacc-45f3-8722-b1cff3f83b6d), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.400319 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (d362596c-bacc-45f3-8722-b1cff3f83b6d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.453648 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700854'] for subnet (d362596c-bacc-45f3-8722-b1cff3f83b6d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.479990 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d362596c-bacc-45f3-8722-b1cff3f83b6d,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:11.483635 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.486847 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9744b782-4232-4759-8875-e4aeff6ecf5c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d362596c-bacc-45f3-8722-b1cff3f83b6d HTTP/1.1" status: 204 len: 168 time: 0.2552032 Mar 01 16:08:11.489503 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 37960) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:11.492580 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968b7f6-0bfc-49f8-b3e3-57f3ed4d3f5b None None] Network b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:08:11.566621 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.672044 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Deleting port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:11.672505 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.704147 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbc384-5f1e-4576-a8f9-ee5ba78eab72 req-c976e4e6-da97-4f59-a17a-6760aea173a9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:11.705635 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f7fbc384-5f1e-4576-a8f9-ee5ba78eab72 req-c976e4e6-da97-4f59-a17a-6760aea173a9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0858445 Mar 01 16:08:11.786514 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] For port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,segment=NetworkSegment(2468d3a2-9e15-4978-8d14-5be5652879fb),segment_id=2468d3a2-9e15-4978-8d14-5be5652879fb)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:11.786881 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.807628 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Calling delete_port for d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 owned by network:dhcp {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:11.813983 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f7fbc384-5f1e-4576-a8f9-ee5ba78eab72 req-a2708249-f1c6-463f-809b-a4f97afab05d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792754 Mar 01 16:08:11.864417 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] DHCP port deletion for b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:08:11.927385 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.957447 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] Deleting port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:11.957835 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:11.963819 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Pushing event deleted for resources: {'Port': ['ID=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:11.967857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] No DVR routers for this DVR port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 on host dv-cinder-778193-21-iscsi {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:12.030457 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] For port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1, host dv-cinder-778193-21-iscsi, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:12.030760 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.043536 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.045672 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] Calling delete_port for d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:12.048936 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] Port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 was not found and therefore no delete operation was performed {{(pid=102832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 16:08:12.050474 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1), after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.066710 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b204ec7b-3d08-49e1-b443-9c17a2e4b7e8']}} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:12.077444 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] Pushing event deleted for resources: {'Port': ['ID=d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:12.079416 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2468d3a2-9e15-4978-8d14-5be5652879fb') {'for_net_delete': True} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:12.080450 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2468d3a2-9e15-4978-8d14-5be5652879fb') {} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:12.080819 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac299ee-8407-4eea-815f-a22264ef877b None None] No DVR routers for this DVR port d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 on host dv-cinder-778193-21-iscsi {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:12.096103 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126393803'] for segment (2468d3a2-9e15-4978-8d14-5be5652879fb), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.113310 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (2468d3a2-9e15-4978-8d14-5be5652879fb), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.126035 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:08:12.127370 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826518'] for segment (2468d3a2-9e15-4978-8d14-5be5652879fb), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: Traceback (most recent call last): Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: timer() Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: cb(*args, **kw) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: return func(*args, **kwargs) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: self._notify() Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: self.callback(batched_events) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: event.method(event) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: return f(self, *a, **k) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._get(url).json() Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: return self.request(url, 'GET', **kwargs) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:08:12.129500 dv-cinder-778193-21-iscsi neutron-server[102831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:08:12.131916 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:12.159082 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:12.159462 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d90d37a5-3ef3-4c69-a53e-ef8bd40c83c1 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:12.159945 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 64dee116-c0ca-4ae6-be54-a837cf21f338 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:12.181925 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 64dee116-c0ca-4ae6-be54-a837cf21f338 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:12.182262 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 64dee116-c0ca-4ae6-be54-a837cf21f338 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:12.182700 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:12.200445 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (b204ec7b-3d08-49e1-b443-9c17a2e4b7e8), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.202743 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:12.203162 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device a1d5b3e5-dce7-4b35-8337-5dbbd6a0ffd6 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:12.205977 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.213434 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37966) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:12.214009 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] 10.222.0.10 "DELETE /v2.0/networks/b204ec7b-3d08-49e1-b443-9c17a2e4b7e8 HTTP/1.1" status: 204 len: 168 time: 0.7229068 Mar 01 16:08:12.229421 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce8a4-7235-40f9-9b4f-6a1762c95cde admin admin] Pushing event deleted for resources: {'Network': ['ID=b204ec7b-3d08-49e1-b443-9c17a2e4b7e8,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:12.566986 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (72da2730-e73f-48f3-b7fe-72c4a36fab07), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.814259 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Deleting port f2ae01af-135e-4b8a-a9dc-4b2c6c352954 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:12.814596 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.909836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] For port f2ae01af-135e-4b8a-a9dc-4b2c6c352954, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,segment=NetworkSegment(82d64ee2-d266-4bb3-a90d-beb714e0f421),segment_id=82d64ee2-d266-4bb3-a90d-beb714e0f421)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:12.910268 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:12.924329 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Calling delete_port for f2ae01af-135e-4b8a-a9dc-4b2c6c352954 owned by network:router_interface {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:12.953759 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3ca8-6fb4-4ecc-8e34-d5b6d29735d0 req-c5289c71-bb2c-4995-a36f-5074eeaa7fb3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:12.957352 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f26d3ca8-6fb4-4ecc-8e34-d5b6d29735d0 req-c5289c71-bb2c-4995-a36f-5074eeaa7fb3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0553255 Mar 01 16:08:13.004829 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f26d3ca8-6fb4-4ecc-8e34-d5b6d29735d0 req-0dbe0582-2e68-436c-b061-6e30e5f9a1e5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Mar 01 16:08:13.121252 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (f2ae01af-135e-4b8a-a9dc-4b2c6c352954), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:13.155882 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ae01af-135e-4b8a-a9dc-4b2c6c352954,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:13.323646 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (72da2730-e73f-48f3-b7fe-72c4a36fab07), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:13.536640 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Router 72da2730-e73f-48f3-b7fe-72c4a36fab07 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:08:13.643711 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:08:13.648952 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-62ac371c-9099-45b5-bbed-717b0af3ab6c admin admin] 10.222.0.10 "PUT /v2.0/routers/72da2730-e73f-48f3-b7fe-72c4a36fab07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4343839 Mar 01 16:08:13.651623 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 37982) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:13.660541 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] Sync routers for ids ['72da2730-e73f-48f3-b7fe-72c4a36fab07'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:08:13.672087 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] Routers {'72da2730-e73f-48f3-b7fe-72c4a36fab07'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:13.672717 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['72da2730-e73f-48f3-b7fe-72c4a36fab07'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:13.763968 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks [] for router (72da2730-e73f-48f3-b7fe-72c4a36fab07), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:13.779644 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] Set router 72da2730-e73f-48f3-b7fe-72c4a36fab07 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:13.876511 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks [] for router_gateway (72da2730-e73f-48f3-b7fe-72c4a36fab07), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:13.931510 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Deleting port 71d40a5b-b49c-40f2-a09a-3ddd219f954b {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:13.931712 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:13.972880 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:08:13Z', 'revision_number': 5, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port': {'id': '71d40a5b-b49c-40f2-a09a-3ddd219f954b', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:04:00Z', 'updated_at': '2022-03-01T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:13.999512 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] Checking router: 72da2730-e73f-48f3-b7fe-72c4a36fab07 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:08:14.007796 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] Routers {'72da2730-e73f-48f3-b7fe-72c4a36fab07'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:14.008402 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['72da2730-e73f-48f3-b7fe-72c4a36fab07'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:14.013077 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] For port 71d40a5b-b49c-40f2-a09a-3ddd219f954b, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=71d40a5b-b49c-40f2-a09a-3ddd219f954b,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:14.013439 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.026719 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Calling delete_port for 71d40a5b-b49c-40f2-a09a-3ddd219f954b owned by network:router_gateway {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:14.100619 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] Set router 72da2730-e73f-48f3-b7fe-72c4a36fab07 gateway port host: None {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:14.151797 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822edf25-4119-4c9b-becc-fb29bda86a45 req-3a909b33-942e-46ee-83ea-a12db64e591b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:14.155425 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:08:13Z', 'revision_number': 6, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:14.158720 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-822edf25-4119-4c9b-becc-fb29bda86a45 req-3a909b33-942e-46ee-83ea-a12db64e591b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0672920 Mar 01 16:08:14.186168 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e61f76-c1ec-4cf6-b1f0-0634fba3b87f None None] The sync data for ids ['72da2730-e73f-48f3-b7fe-72c4a36fab07'] in dv-cinder-778193-21-iscsi is: [{'id': '72da2730-e73f-48f3-b7fe-72c4a36fab07', 'name': 'tempest-TestMinimumBasicScenario-1946033706-router', 'tenant_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:03:59Z', 'updated_at': '2022-03-01T16:08:13Z', 'revision_number': 6, 'project_id': '4f7b1e3a93dc436a96b1c0a33c595861', 'gw_port_host': None}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:08:14.211742 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-822edf25-4119-4c9b-becc-fb29bda86a45 req-164d2996-845d-4051-ac05-2ae7ffe25c53 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521357 Mar 01 16:08:14.262083 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (71d40a5b-b49c-40f2-a09a-3ddd219f954b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.294080 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Pushing event deleted for resources: {'Port': ['ID=71d40a5b-b49c-40f2-a09a-3ddd219f954b,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:14.347875 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (72da2730-e73f-48f3-b7fe-72c4a36fab07), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.442091 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (72da2730-e73f-48f3-b7fe-72c4a36fab07), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.447614 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks [] for router_controller (72da2730-e73f-48f3-b7fe-72c4a36fab07), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.504004 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (72da2730-e73f-48f3-b7fe-72c4a36fab07), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.504561 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72da2730-e73f-48f3-b7fe-72c4a36fab07 {{(pid=102830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:08:14.509789 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.513645 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-367d3497-3d70-4120-8280-fd7d7da398de admin admin] 10.222.0.10 "DELETE /v2.0/routers/72da2730-e73f-48f3-b7fe-72c4a36fab07 HTTP/1.1" status: 204 len: 168 time: 0.8586173 Mar 01 16:08:14.514026 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38002) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:14.560707 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] Deleting subnet 951db5ee-7b29-4618-a613-51410a6f26fa {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:08:14.564426 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] Publish callbacks [] for subnet (951db5ee-7b29-4618-a613-51410a6f26fa), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.601552 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127839918'] for subnet (951db5ee-7b29-4618-a613-51410a6f26fa), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.698647 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (951db5ee-7b29-4618-a613-51410a6f26fa), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.767702 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700854'] for subnet (951db5ee-7b29-4618-a613-51410a6f26fa), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.775191 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b6269-8aef-475e-9f45-7ff3823f1368 req-5548ebe4-72e2-4c8e-a822-c11bc5199463 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:14.776678 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4f6b6269-8aef-475e-9f45-7ff3823f1368 req-5548ebe4-72e2-4c8e-a822-c11bc5199463 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.0592151 Mar 01 16:08:14.792548 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951db5ee-7b29-4618-a613-51410a6f26fa,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:14.800410 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.806615 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f6aca-21b8-499d-9a1e-4bdd5e329b70 None None] Network f6a30376-88ca-449a-a7b4-25d95c4d36a9 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:08:14.807442 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-7aa25091-c8d4-4668-9d71-f121683562a0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/951db5ee-7b29-4618-a613-51410a6f26fa HTTP/1.1" status: 204 len: 168 time: 0.2925203 Mar 01 16:08:14.809036 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38008) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:14.828105 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4f6b6269-8aef-475e-9f45-7ff3823f1368 req-a037c8f2-a554-409b-8f61-294deaed631e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450301 Mar 01 16:08:14.876736 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (f6a30376-88ca-449a-a7b4-25d95c4d36a9), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.935250 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Deleting port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:14.935547 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:14.997186 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] For port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,segment=NetworkSegment(82d64ee2-d266-4bb3-a90d-beb714e0f421),segment_id=82d64ee2-d266-4bb3-a90d-beb714e0f421)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:14.997556 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.012004 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Calling delete_port for 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 owned by network:dhcp {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:15.020939 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] DHCP port deletion for f6a30376-88ca-449a-a7b4-25d95c4d36a9 request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:08:15.070167 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] Deleting port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:15.070541 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.096024 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.126745 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Pushing event deleted for resources: {'Port': ['ID=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:15.130555 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] No DVR routers for this DVR port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 on host dv-cinder-778193-21-iscsi {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:15.141642 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] For port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,segment=NetworkSegment(82d64ee2-d266-4bb3-a90d-beb714e0f421),segment_id=82d64ee2-d266-4bb3-a90d-beb714e0f421)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:15.142046 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.155461 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] Calling delete_port for 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:15.204048 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (f6a30376-88ca-449a-a7b4-25d95c4d36a9), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.229025 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a30376-88ca-449a-a7b4-25d95c4d36a9']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:15.239348 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d64ee2-d266-4bb3-a90d-beb714e0f421') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:15.239850 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d64ee2-d266-4bb3-a90d-beb714e0f421') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:15.241937 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (8764a7d9-49c8-499c-96ab-bbada0f6e3e1), after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.252815 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (82d64ee2-d266-4bb3-a90d-beb714e0f421), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.268435 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (82d64ee2-d266-4bb3-a90d-beb714e0f421), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.269257 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] Pushing event deleted for resources: {'Port': ['ID=8764a7d9-49c8-499c-96ab-bbada0f6e3e1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:15.273661 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d6d24-10af-4e84-b393-f905b4c2fb74 None None] No DVR routers for this DVR port 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 on host dv-cinder-778193-21-iscsi {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:15.275901 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:08:15.276401 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (82d64ee2-d266-4bb3-a90d-beb714e0f421), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:08:15.279019 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:08:15.354884 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (f6a30376-88ca-449a-a7b4-25d95c4d36a9), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.362795 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.365879 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6a30376-88ca-449a-a7b4-25d95c4d36a9 HTTP/1.1" status: 204 len: 168 time: 0.5568099 Mar 01 16:08:15.376211 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2801ba-8c48-4381-8367-781b85954315 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a30376-88ca-449a-a7b4-25d95c4d36a9,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:15.377222 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499eff3-02e0-42e7-afea-99fd3a17bef2 req-06c2bde4-e3fb-4e93-bfef-a7138873cc93 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:15.380603 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0499eff3-02e0-42e7-afea-99fd3a17bef2 req-06c2bde4-e3fb-4e93-bfef-a7138873cc93 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0677314 Mar 01 16:08:15.432692 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0499eff3-02e0-42e7-afea-99fd3a17bef2 req-e27869ca-75fc-48c6-ac16-e56f16e3554a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461459 Mar 01 16:08:15.531643 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38014) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:15.571574 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-5991444a-50fb-4df2-b678-d0cd7e654a6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb0bd7d53a894d2785f95f9fc0a3b1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387130 Mar 01 16:08:15.574078 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38016) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:15.621190 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-877a1a8a-6af3-45a9-b62d-ce37a7a8bad0 admin admin] Publish callbacks [] for security_group (c2911c90-eb1d-45f7-b101-90c172dcb122), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.642045 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-877a1a8a-6af3-45a9-b62d-ce37a7a8bad0 admin admin] Publish callbacks [] for security_group (c2911c90-eb1d-45f7-b101-90c172dcb122), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.692250 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-877a1a8a-6af3-45a9-b62d-ce37a7a8bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c2911c90-eb1d-45f7-b101-90c172dcb122), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.694860 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-877a1a8a-6af3-45a9-b62d-ce37a7a8bad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:15.696028 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-877a1a8a-6af3-45a9-b62d-ce37a7a8bad0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2911c90-eb1d-45f7-b101-90c172dcb122 HTTP/1.1" status: 204 len: 168 time: 0.1210692 Mar 01 16:08:15.703835 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a1a8a-6af3-45a9-b62d-ce37a7a8bad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2911c90-eb1d-45f7-b101-90c172dcb122,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:15.950416 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9094-4871-4a1d-b9a9-5e45be92b244 req-9c1a0a90-5e58-4e83-87fd-3c07a109038a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:15.951866 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e45c9094-4871-4a1d-b9a9-5e45be92b244 req-9c1a0a90-5e58-4e83-87fd-3c07a109038a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.0544615 Mar 01 16:08:16.001131 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e45c9094-4871-4a1d-b9a9-5e45be92b244 req-3b8700cd-414f-4a5e-91bf-bb79aec6252a tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 Mar 01 16:08:16.023616 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38024) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:16.062997 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-405f4af4-96f4-4c93-96b0-c6d0f0b7aa12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f7b1e3a93dc436a96b1c0a33c595861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375450 Mar 01 16:08:16.065389 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38026) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:16.118638 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14138edb-f433-414b-a130-0fc51cddea1f admin admin] Publish callbacks [] for security_group (2e18d03e-8365-4e32-bb36-e7b599ef9501), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:16.121855 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 71d40a5b-b49c-40f2-a09a-3ddd219f954b no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:16.140056 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14138edb-f433-414b-a130-0fc51cddea1f admin admin] Publish callbacks [] for security_group (2e18d03e-8365-4e32-bb36-e7b599ef9501), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:16.144675 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 71d40a5b-b49c-40f2-a09a-3ddd219f954b {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:16.145036 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 71d40a5b-b49c-40f2-a09a-3ddd219f954b not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:16.145461 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device f2ae01af-135e-4b8a-a9dc-4b2c6c352954 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:16.164870 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: f2ae01af-135e-4b8a-a9dc-4b2c6c352954 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:16.165284 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device f2ae01af-135e-4b8a-a9dc-4b2c6c352954 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:16.165708 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:16.188143 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:16.188724 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8764a7d9-49c8-499c-96ab-bbada0f6e3e1 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:16.190253 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14138edb-f433-414b-a130-0fc51cddea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (2e18d03e-8365-4e32-bb36-e7b599ef9501), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:16.192983 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-14138edb-f433-414b-a130-0fc51cddea1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:16.197656 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-14138edb-f433-414b-a130-0fc51cddea1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e18d03e-8365-4e32-bb36-e7b599ef9501 HTTP/1.1" status: 204 len: 168 time: 0.1312287 Mar 01 16:08:16.205791 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14138edb-f433-414b-a130-0fc51cddea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e18d03e-8365-4e32-bb36-e7b599ef9501,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:16.568165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279b5d6-d55c-437e-8466-697cf9843281 req-438b9802-795c-40ea-87ee-87fce1e3a3d6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:16.569756 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a279b5d6-d55c-437e-8466-697cf9843281 req-438b9802-795c-40ea-87ee-87fce1e3a3d6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0627236 Mar 01 16:08:16.626101 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a279b5d6-d55c-437e-8466-697cf9843281 req-64dc9ed6-134f-49b2-9737-e45bef9b4755 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497751 Mar 01 16:08:16.980965 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-086133e5-9f10-4064-b614-c9935ae0181c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:16.982407 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-086133e5-9f10-4064-b614-c9935ae0181c tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.0557270 Mar 01 16:08:17.105338 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Deleting port 98b25791-1fc7-4d89-9af5-64874c4bcd50 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:17.105682 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:17.176036 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eca14-451c-40aa-9c36-3628217b1c00 req-13cb780d-4d7f-4c91-8724-6d4c4567d09d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:17.177528 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad9eca14-451c-40aa-9c36-3628217b1c00 req-13cb780d-4d7f-4c91-8724-6d4c4567d09d tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 946 time: 0.1087661 Mar 01 16:08:17.246973 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] For port 98b25791-1fc7-4d89-9af5-64874c4bcd50, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=98b25791-1fc7-4d89-9af5-64874c4bcd50,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:17.247274 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:17.292406 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad9eca14-451c-40aa-9c36-3628217b1c00 req-516136f6-f5dd-431c-93d8-c4ee59a31a10 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f180387-10bd-41dd-9f4b-495fca964a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057656 Mar 01 16:08:17.482810 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:17.483174 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (571995d8-316f-4446-8991-f0ada3094e89), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:17.483523 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.l3_db [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Floating IP 571995d8-316f-4446-8991-f0ada3094e89 disassociated. External IP: 172.27.0.83, port: 98b25791-1fc7-4d89-9af5-64874c4bcd50. Mar 01 16:08:17.483860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Calling delete_port for 98b25791-1fc7-4d89-9af5-64874c4bcd50 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:17.613881 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (98b25791-1fc7-4d89-9af5-64874c4bcd50), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:17.644286 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event deleted for resources: {'Port': ['ID=98b25791-1fc7-4d89-9af5-64874c4bcd50,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:17.795769 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:08:17.803890 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a1cb6-32f5-4678-b1a6-462aef6f4eb1 req-5f12a42f-a14f-499f-aff1-4aa9377ca52d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:17.805955 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-505a1cb6-32f5-4678-b1a6-462aef6f4eb1 req-5f12a42f-a14f-499f-aff1-4aa9377ca52d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1009002 Mar 01 16:08:17.899595 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-505a1cb6-32f5-4678-b1a6-462aef6f4eb1 req-1e5c52dc-30fe-4c20-b09e-664175119843 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871773 Mar 01 16:08:17.947749 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:08:17.958929 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] Sync routers for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:08:17.969008 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:17.969648 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:17.994450 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] No DVR routers for this DVR port 98b25791-1fc7-4d89-9af5-64874c4bcd50 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:17.998069 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:18.001035 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-15ce3617-a113-459f-a7c8-f5dfae27e7dd req-988814ef-e1d6-4bce-9b0b-8c1cefc905b2 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.64 "DELETE /v2.0/ports/98b25791-1fc7-4d89-9af5-64874c4bcd50 HTTP/1.1" status: 204 len: 173 time: 1.0121188 Mar 01 16:08:18.001515 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'name': 'network-vif-deleted', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:08:18.004589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b3b864-81db-42e4-a0be-4284ffd0646f" -d '{"events": [{"server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "name": "network-vif-deleted", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:08:18.052838 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee422db9-7082-42d9-a0f3-a0d3ef875216 x-openstack-request-id: req-ee422db9-7082-42d9-a0f3-a0d3ef875216 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:08:18.053145 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53755a0-982d-4f03-88b5-0f0a28d3609c", "name": "network-vif-deleted", "tag": "98b25791-1fc7-4d89-9af5-64874c4bcd50", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:08:18.053414 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee422db9-7082-42d9-a0f3-a0d3ef875216 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:08:18.053832 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53755a0-982d-4f03-88b5-0f0a28d3609c', 'name': 'network-vif-deleted', 'tag': '98b25791-1fc7-4d89-9af5-64874c4bcd50', 'status': 'completed', 'code': 200} Mar 01 16:08:18.221167 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:18.407715 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e03ec8d-61d3-420a-ad46-96b46f07bbeb req-407be766-d0de-4d1f-8d12-232235e056d8 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53755a0-982d-4f03-88b5-0f0a28d3609c HTTP/1.1" status: 200 len: 210 time: 0.0324144 Mar 01 16:08:18.465898 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:18.492374 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] Checking router: 39867c20-5d80-44ec-8e9b-35ffb9a99a5a for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:08:18.501485 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:18.502100 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:18.615047 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:18.826211 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:18.855543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbdcb30-5f30-4e09-9c08-7e61630f840d None None] The sync data for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi is: [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T15:58:34Z', 'revision_number': 4, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '5f63d6b9-c1a7-4cef-b888-a03e1979c5d4', 'name': '', 'network_id': '9a183226-b420-4d83-8242-233bbd4b9744', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'mac_address': 'fa:16:3e:76:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:33Z', 'updated_at': '2022-03-01T15:58:39Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'subnets': [{'id': '60a5b2d1-5f54-40ed-bd81-45894955ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:08:19.035929 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117ebcf-066d-464d-9cb3-449547fd64a7 req-181cf4a4-d58a-4ced-91e8-caf98236cd92 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:19.037465 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5117ebcf-066d-464d-9cb3-449547fd64a7 req-181cf4a4-d58a-4ced-91e8-caf98236cd92 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0541811 Mar 01 16:08:19.084607 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a10f47-aced-4156-a68e-0ebe123423d5 None None] New status for floating IP 571995d8-316f-4446-8991-f0ada3094e89: DOWN {{(pid=102833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:08:19.087020 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5117ebcf-066d-464d-9cb3-449547fd64a7 req-c9cbe10a-74b2-41b7-b216-525de4356152 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 Mar 01 16:08:19.493451 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38046) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:19.551116 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-44891483-c66a-4d72-a2ff-cbb9abe8d804 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (3f180387-10bd-41dd-9f4b-495fca964a3a), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:19.573012 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-44891483-c66a-4d72-a2ff-cbb9abe8d804 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (3f180387-10bd-41dd-9f4b-495fca964a3a), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:19.623080 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-44891483-c66a-4d72-a2ff-cbb9abe8d804 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (3f180387-10bd-41dd-9f4b-495fca964a3a), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:19.625612 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-44891483-c66a-4d72-a2ff-cbb9abe8d804 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:19.626738 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-44891483-c66a-4d72-a2ff-cbb9abe8d804 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "DELETE /v2.0/security-groups/3f180387-10bd-41dd-9f4b-495fca964a3a HTTP/1.1" status: 204 len: 168 time: 0.1323087 Mar 01 16:08:19.629559 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38048) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:19.635813 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44891483-c66a-4d72-a2ff-cbb9abe8d804 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f180387-10bd-41dd-9f4b-495fca964a3a,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:19.643150 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.api.v2.resource [None req-1f6cfc7b-3ec1-413a-a81a-171594fec004 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] show failed (client error): The resource could not be found. Mar 01 16:08:19.644174 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-1f6cfc7b-3ec1-413a-a81a-171594fec004 tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "GET /v2.0/security-groups/3f180387-10bd-41dd-9f4b-495fca964a3a HTTP/1.1" status: 404 len: 347 time: 0.0135949 Mar 01 16:08:19.647036 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38050) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:19.754874 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:08:19.772784 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Deleting port 0f312844-953f-4b2e-a69c-edfe98888478 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:19.773126 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (0f312844-953f-4b2e-a69c-edfe98888478), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:19.847266 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (0f312844-953f-4b2e-a69c-edfe98888478), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:19.847604 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (0f312844-953f-4b2e-a69c-edfe98888478), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:19.860325 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Calling delete_port for 0f312844-953f-4b2e-a69c-edfe98888478 owned by network:floatingip {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:19.990771 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (0f312844-953f-4b2e-a69c-edfe98888478), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:20.017635 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Pushing event deleted for resources: {'Port': ['ID=0f312844-953f-4b2e-a69c-edfe98888478,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:20.079484 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks [] for floatingip (571995d8-316f-4446-8991-f0ada3094e89), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:20.082077 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:20.083206 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-6e3d07ab-e95f-46a4-80b8-766d7151959e tempest-AttachVolumeTestJSON-1596431166 tempest-AttachVolumeTestJSON-1596431166-project] 10.222.0.10 "DELETE /v2.0/floatingips/571995d8-316f-4446-8991-f0ada3094e89 HTTP/1.1" status: 204 len: 168 time: 0.4352672 Mar 01 16:08:20.219019 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361f593-f16e-4e53-b6eb-0e36871e4db4 req-0358b9b9-2b3c-4149-b26d-4864cadac0b9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:20.220532 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f361f593-f16e-4e53-b6eb-0e36871e4db4 req-0358b9b9-2b3c-4149-b26d-4864cadac0b9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0571811 Mar 01 16:08:20.267295 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f361f593-f16e-4e53-b6eb-0e36871e4db4 req-7c7b2e3e-2253-4b95-ba6a-de4d07809ff9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410514 Mar 01 16:08:21.389074 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dbadb-a6e9-4845-b665-cd443dee188d req-3a3c32db-8fe8-4c6a-89f9-22552f4b0a91 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:21.390733 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c9dbadb-a6e9-4845-b665-cd443dee188d req-3a3c32db-8fe8-4c6a-89f9-22552f4b0a91 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0525005 Mar 01 16:08:21.415930 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 98b25791-1fc7-4d89-9af5-64874c4bcd50 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:21.436536 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 98b25791-1fc7-4d89-9af5-64874c4bcd50 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:21.436883 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 98b25791-1fc7-4d89-9af5-64874c4bcd50 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:21.439894 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0c9dbadb-a6e9-4845-b665-cd443dee188d req-281b29d4-920b-4be6-b308-a1eafcd4387c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Mar 01 16:08:22.566756 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a52511-f5b1-4006-b802-c045f1fcb330 req-acee0484-7ca0-452a-8fb1-d510e4da6aa3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:22.568236 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-70a52511-f5b1-4006-b802-c045f1fcb330 req-acee0484-7ca0-452a-8fb1-d510e4da6aa3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0551414 Mar 01 16:08:22.613896 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-70a52511-f5b1-4006-b802-c045f1fcb330 req-da6c4d8d-82d5-49e5-a6e7-3a51de9dc988 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 Mar 01 16:08:23.596986 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38084) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:23.735359 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d41c0-2d01-4541-881a-d38e52a5f2cd req-9b2dd3b6-d022-4d9b-b88c-26d9828db28a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:23.736820 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3d41c0-2d01-4541-881a-d38e52a5f2cd req-9b2dd3b6-d022-4d9b-b88c-26d9828db28a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0529096 Mar 01 16:08:23.784311 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8d3d41c0-2d01-4541-881a-d38e52a5f2cd req-6235d616-08fb-470d-99f0-3a7dadbe75cc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 Mar 01 16:08:24.340120 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89a62a1f-0445-48cf-b9ec-3be0743a9e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:24.377876 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:24.629699 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Deleting port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:24.630379 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:24.717695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] For port 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:24.718066 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:24.730775 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Calling delete_port for 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 owned by network:router_interface {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:24.965793 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e84d2-8d4e-4c69-a688-5d3280bc5e6f req-b2a19c5f-918d-4521-81ac-c9d01ab4eba1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:24.967200 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-302e84d2-8d4e-4c69-a688-5d3280bc5e6f req-b2a19c5f-918d-4521-81ac-c9d01ab4eba1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0945385 Mar 01 16:08:24.968294 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (5f63d6b9-c1a7-4cef-b888-a03e1979c5d4), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:25.001752 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f63d6b9-c1a7-4cef-b888-a03e1979c5d4,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:25.088692 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-302e84d2-8d4e-4c69-a688-5d3280bc5e6f req-1ac3095f-9e31-42fb-86f9-6b8dfb2aa0f2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126053 Mar 01 16:08:25.204295 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:25.424125 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:08:25.535603 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:08:25.540510 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-0be267dc-b47a-4055-8900-c0bc925f6774 admin admin] 10.222.0.10 "PUT /v2.0/routers/39867c20-5d80-44ec-8e9b-35ffb9a99a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9425225 Mar 01 16:08:25.543014 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38094) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:25.545529 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] Sync routers for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:08:25.557943 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:25.558644 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:25.648884 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks [] for router (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:25.667887 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:25.765696 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks [] for router_gateway (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:25.823035 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Deleting port e3f2c089-8aad-44e8-b166-fb23b76bdb90 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:25.823415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:25.866906 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T16:08:24Z', 'revision_number': 5, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port': {'id': 'e3f2c089-8aad-44e8-b166-fb23b76bdb90', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ac:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T15:58:28Z', 'updated_at': '2022-03-01T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:25.894319 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] Checking router: 39867c20-5d80-44ec-8e9b-35ffb9a99a5a for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:08:25.903543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] Routers {'39867c20-5d80-44ec-8e9b-35ffb9a99a5a'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:08:25.904177 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:07:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:25.906398 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] For port e3f2c089-8aad-44e8-b166-fb23b76bdb90, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=e3f2c089-8aad-44e8-b166-fb23b76bdb90,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:25.906772 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:25.919528 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Calling delete_port for e3f2c089-8aad-44e8-b166-fb23b76bdb90 owned by network:router_gateway {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:25.993757 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] Set router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a gateway port host: None {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:08:26.049393 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T16:08:25Z', 'revision_number': 6, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:26.077424 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c658f3-07b0-4885-9283-54d8247a143f None None] The sync data for ids ['39867c20-5d80-44ec-8e9b-35ffb9a99a5a'] in dv-cinder-778193-21-iscsi is: [{'id': '39867c20-5d80-44ec-8e9b-35ffb9a99a5a', 'name': 'tempest-AttachVolumeTestJSON-380823469-router', 'tenant_id': '77b82dc2374045fe97fb4108ca0d78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T15:58:27Z', 'updated_at': '2022-03-01T16:08:25Z', 'revision_number': 6, 'project_id': '77b82dc2374045fe97fb4108ca0d78de', 'gw_port_host': None}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:08:26.107422 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (e3f2c089-8aad-44e8-b166-fb23b76bdb90), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.136916 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f2c089-8aad-44e8-b166-fb23b76bdb90,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:26.230455 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.305790 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188031-3853-43bc-b924-a162dcf255c3 req-ff582bb1-dd3c-48dd-b47e-abcbf48567ff tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:26.307294 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2e188031-3853-43bc-b924-a162dcf255c3 req-ff582bb1-dd3c-48dd-b47e-abcbf48567ff tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1238039 Mar 01 16:08:26.342927 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.349870 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks [] for router_controller (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.412003 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (39867c20-5d80-44ec-8e9b-35ffb9a99a5a), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.412448 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39867c20-5d80-44ec-8e9b-35ffb9a99a5a {{(pid=102831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:08:26.418187 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2e188031-3853-43bc-b924-a162dcf255c3 req-9fad2963-74dd-4be3-a4c9-a150871e0796 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863545 Mar 01 16:08:26.421130 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.422194 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3b91f9d1-d2c4-4343-a863-ba7aebb9cdf1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/39867c20-5d80-44ec-8e9b-35ffb9a99a5a HTTP/1.1" status: 204 len: 168 time: 0.8782539 Mar 01 16:08:26.424914 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38098) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:26.475576 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] Deleting subnet 60a5b2d1-5f54-40ed-bd81-45894955ebc8 {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:08:26.479073 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] Publish callbacks [] for subnet (60a5b2d1-5f54-40ed-bd81-45894955ebc8), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.517755 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127839918'] for subnet (60a5b2d1-5f54-40ed-bd81-45894955ebc8), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.533540 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03a83d11-3a86-4982-a603-dab0aa362b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.595161 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (60a5b2d1-5f54-40ed-bd81-45894955ebc8), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.648586 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700854'] for subnet (60a5b2d1-5f54-40ed-bd81-45894955ebc8), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.674059 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a5b2d1-5f54-40ed-bd81-45894955ebc8,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:26.677744 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.681240 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2229d6f6-7359-4419-873a-735de1ee6fbd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/60a5b2d1-5f54-40ed-bd81-45894955ebc8 HTTP/1.1" status: 204 len: 168 time: 0.2547989 Mar 01 16:08:26.684102 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38100) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:26.686642 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc41554-1845-4e3e-b52d-882448141f36 None None] Network 9a183226-b420-4d83-8242-233bbd4b9744 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:08:26.752897 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (9a183226-b420-4d83-8242-233bbd4b9744), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.808323 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Deleting port 8af02875-ba79-48cd-84a6-ab3880240ddb {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:26.808661 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.865266 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] DHCP port deletion for 9a183226-b420-4d83-8242-233bbd4b9744 request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:08:26.876783 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] For port 8af02875-ba79-48cd-84a6-ab3880240ddb, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8af02875-ba79-48cd-84a6-ab3880240ddb,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:26.877157 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.892339 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Calling delete_port for 8af02875-ba79-48cd-84a6-ab3880240ddb owned by network:dhcp {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:26.915456 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] Deleting port 8af02875-ba79-48cd-84a6-ab3880240ddb {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:08:26.915836 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.972211 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:26.987095 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] For port 8af02875-ba79-48cd-84a6-ab3880240ddb, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=8af02875-ba79-48cd-84a6-ab3880240ddb,segment=NetworkSegment(60c9feb4-c714-4af9-a846-210b195c6c0e),segment_id=60c9feb4-c714-4af9-a846-210b195c6c0e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:26.987529 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.002804 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] Calling delete_port for 8af02875-ba79-48cd-84a6-ab3880240ddb owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:08:27.004544 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] No DVR routers for this DVR port 8af02875-ba79-48cd-84a6-ab3880240ddb on host dv-cinder-778193-21-iscsi {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:27.005796 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Pushing event deleted for resources: {'Port': ['ID=8af02875-ba79-48cd-84a6-ab3880240ddb,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:27.077052 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (9a183226-b420-4d83-8242-233bbd4b9744), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.090463 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (8af02875-ba79-48cd-84a6-ab3880240ddb), after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.099993 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a183226-b420-4d83-8242-233bbd4b9744']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:27.110978 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c9feb4-c714-4af9-a846-210b195c6c0e') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:27.111475 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c9feb4-c714-4af9-a846-210b195c6c0e') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:08:27.121539 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] Pushing event deleted for resources: {'Port': ['ID=8af02875-ba79-48cd-84a6-ab3880240ddb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:27.122382 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (60c9feb4-c714-4af9-a846-210b195c6c0e), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.126109 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e1144-4d34-4e6d-b4c0-59467f7508f4 None None] No DVR routers for this DVR port 8af02875-ba79-48cd-84a6-ab3880240ddb on host dv-cinder-778193-21-iscsi {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:08:27.141304 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (60c9feb4-c714-4af9-a846-210b195c6c0e), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.148162 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:08:27.148553 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (60c9feb4-c714-4af9-a846-210b195c6c0e), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:08:27.150350 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:08:27.207918 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (9a183226-b420-4d83-8242-233bbd4b9744), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.213681 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.217075 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a183226-b420-4d83-8242-233bbd4b9744 HTTP/1.1" status: 204 len: 168 time: 0.5318911 Mar 01 16:08:27.228365 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8a5b3-0a90-4084-9fd9-04a0e6cbb42e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a183226-b420-4d83-8242-233bbd4b9744,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:27.348050 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38104) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:27.388294 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-94341bb7-b726-4f1b-9562-f928b680dc73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77b82dc2374045fe97fb4108ca0d78de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389764 Mar 01 16:08:27.390742 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38106) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:27.438151 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9c77fcfb-a1ad-451e-8059-b3aba51b4c02 admin admin] Publish callbacks [] for security_group (174ea467-53fa-46c6-986a-9c42ed3ab8b5), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.458734 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9c77fcfb-a1ad-451e-8059-b3aba51b4c02 admin admin] Publish callbacks [] for security_group (174ea467-53fa-46c6-986a-9c42ed3ab8b5), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.505540 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9c77fcfb-a1ad-451e-8059-b3aba51b4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (174ea467-53fa-46c6-986a-9c42ed3ab8b5), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.508303 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-9c77fcfb-a1ad-451e-8059-b3aba51b4c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:27.509485 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-9c77fcfb-a1ad-451e-8059-b3aba51b4c02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/174ea467-53fa-46c6-986a-9c42ed3ab8b5 HTTP/1.1" status: 204 len: 168 time: 0.1178234 Mar 01 16:08:27.517523 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77fcfb-a1ad-451e-8059-b3aba51b4c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174ea467-53fa-46c6-986a-9c42ed3ab8b5,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:27.571627 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ae6a6-c86e-4781-aaaa-3ef35ac07701 req-be957d74-9715-4294-85c4-b459b67d1ea3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:27.573261 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-de3ae6a6-c86e-4781-aaaa-3ef35ac07701 req-be957d74-9715-4294-85c4-b459b67d1ea3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0601258 Mar 01 16:08:27.621766 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-de3ae6a6-c86e-4781-aaaa-3ef35ac07701 req-f0caaf92-d741-4b40-a735-6c8828efccc6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Mar 01 16:08:27.800925 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:28.133307 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device e3f2c089-8aad-44e8-b166-fb23b76bdb90 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:28.153849 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: e3f2c089-8aad-44e8-b166-fb23b76bdb90 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:28.154208 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device e3f2c089-8aad-44e8-b166-fb23b76bdb90 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:28.154740 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8af02875-ba79-48cd-84a6-ab3880240ddb no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:28.174235 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 8af02875-ba79-48cd-84a6-ab3880240ddb {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:28.174588 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 8af02875-ba79-48cd-84a6-ab3880240ddb not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:28.175021 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:28.194634 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:08:28.194991 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 5f63d6b9-c1a7-4cef-b888-a03e1979c5d4 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:08:28.908666 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221409c-982b-42c2-8f5d-8eddd670e415 req-b40abb06-d877-4e74-a654-5728cd021205 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:28.910159 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4221409c-982b-42c2-8f5d-8eddd670e415 req-b40abb06-d877-4e74-a654-5728cd021205 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.2110691 Mar 01 16:08:28.955827 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4221409c-982b-42c2-8f5d-8eddd670e415 req-bc1b3254-dad9-4d65-a8f5-26e051e58c9c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 Mar 01 16:08:29.247640 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:29.442478 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:08:29.541140 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:29.552463 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'port_id': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'mac_address': 'fa:16:3e:81:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:08:29.589348 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 is: ACTIVE; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:08:29.589558 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:29.604072 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbfa7ba4-c8eb-457f-b8c2-8904c4def514 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:08:29.624839 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:29.628526 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:29.682530 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:29.738041 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['dbfa7ba4-c8eb-457f-b8c2-8904c4def514'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:08:30.136106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7db3c-8a61-4e2f-83d3-3eec3908ed61 req-464bffb5-6bed-4b5f-b29a-5a0a838cba4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:30.137602 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90f7db3c-8a61-4e2f-83d3-3eec3908ed61 req-464bffb5-6bed-4b5f-b29a-5a0a838cba4d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 944 time: 0.1069672 Mar 01 16:08:30.186218 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90f7db3c-8a61-4e2f-83d3-3eec3908ed61 req-abc64082-e2e5-49d6-9014-7491a4151702 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430439 Mar 01 16:08:30.645123 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:30.766949 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:31.356245 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33e39f-ae59-4a0d-b41f-5d8e0d015da6 req-8e98bbf9-bc36-4dc6-bb54-c3281babd72a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:31.358385 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4b33e39f-ae59-4a0d-b41f-5d8e0d015da6 req-8e98bbf9-bc36-4dc6-bb54-c3281babd72a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 944 time: 0.0784731 Mar 01 16:08:31.428948 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4b33e39f-ae59-4a0d-b41f-5d8e0d015da6 req-d16752f3-a36c-4843-a27f-61a16721ed3b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648491 Mar 01 16:08:31.474909 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:08:31.535035 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:08:31.535448 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:31.618936 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:08:31.619254 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:31.642683 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:08:31.644948 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3b740-6e9a-4d09-a612-31e36b265ecc" -d '{"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:08:31.662758 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:31.668214 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:31.697922 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813ec6b3-5df2-45cd-ad46-611d8f9edcc6 x-openstack-request-id: req-813ec6b3-5df2-45cd-ad46-611d8f9edcc6 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:08:31.698217 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:08:31.698477 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-813ec6b3-5df2-45cd-ad46-611d8f9edcc6 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:08:31.698869 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'code': 200} Mar 01 16:08:31.722715 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:32.627664 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd62ac-6058-4eec-9726-91098343c0b2 req-c36dbefc-d2f1-4ef6-8f6b-e600d10cdd0c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:32.630832 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-94fd62ac-6058-4eec-9726-91098343c0b2 req-c36dbefc-d2f1-4ef6-8f6b-e600d10cdd0c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1024897 Mar 01 16:08:32.712595 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-94fd62ac-6058-4eec-9726-91098343c0b2 req-5fa0dd9d-a5c6-4f0a-8860-2687858e2423 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729649 Mar 01 16:08:33.950937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e06ed-325b-4da9-b733-e5696b4fcded req-caac3b56-6abc-456a-8062-fb5ac631cbac tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:33.958583 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-285e06ed-325b-4da9-b733-e5696b4fcded req-caac3b56-6abc-456a-8062-fb5ac631cbac tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1145718 Mar 01 16:08:34.033016 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-285e06ed-325b-4da9-b733-e5696b4fcded req-39a13c33-07dd-467f-a9d3-04eb89dac121 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716319 Mar 01 16:08:35.236657 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad7f01-ad2d-4b3d-8042-0347690889b3 req-270fd043-9a87-47b5-8a0f-daf3f26e4014 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:35.239205 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6aad7f01-ad2d-4b3d-8042-0347690889b3 req-270fd043-9a87-47b5-8a0f-daf3f26e4014 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0887077 Mar 01 16:08:35.368450 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6aad7f01-ad2d-4b3d-8042-0347690889b3 req-500781c8-9ed7-47b1-b329-99ed79c5fb7f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201398 Mar 01 16:08:36.568319 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcba387-7e05-4509-ac61-a17a5948b3b4 req-8bb230d8-d75a-4922-9858-79dec8f66344 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:36.577620 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bfcba387-7e05-4509-ac61-a17a5948b3b4 req-8bb230d8-d75a-4922-9858-79dec8f66344 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1104851 Mar 01 16:08:36.644318 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bfcba387-7e05-4509-ac61-a17a5948b3b4 req-74d3f3ed-53d6-4ebd-b9d7-2cd8cf461ae1 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650918 Mar 01 16:08:37.876778 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03695d74-9df3-4613-b5e5-fd25c8da9303 req-493e8ede-99af-42ca-aa81-031ec09937d6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:37.879927 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-03695d74-9df3-4613-b5e5-fd25c8da9303 req-493e8ede-99af-42ca-aa81-031ec09937d6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1005540 Mar 01 16:08:37.956442 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-03695d74-9df3-4613-b5e5-fd25c8da9303 req-eeaf8eae-510a-47e2-9edf-865ffeed86ae tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696084 Mar 01 16:08:39.134992 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf0549-713d-4dc7-8b7f-55341fee6339 req-879cb058-617c-4d45-bd50-0aa5f3efb3bc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:39.141386 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-17cf0549-713d-4dc7-8b7f-55341fee6339 req-879cb058-617c-4d45-bd50-0aa5f3efb3bc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0943203 Mar 01 16:08:39.215278 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-17cf0549-713d-4dc7-8b7f-55341fee6339 req-c164b096-166d-4556-99d8-2ede020d735a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725565 Mar 01 16:08:39.263445 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38286) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:39.436082 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:39.531965 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Publish callbacks [] for security_group (30b6b139-76a3-4fad-a780-a29e7d1bb0d5), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:39.543348 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (30b6b139-76a3-4fad-a780-a29e7d1bb0d5), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:39.579365 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d27cf8c73e0d426597d025a6adc54c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146944 Mar 01 16:08:39.579677 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38294) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:39.595512 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6b139-76a3-4fad-a780-a29e7d1bb0d5,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:39.613661 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.614168 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.615955 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.616519 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.617654 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.618362 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.618933 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.619542 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.620390 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.621087 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.622028 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.622800 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.623395 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b6d6ca-f495-4a65-a44b-3043ca7279cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.685972 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Publish callbacks [] for security_group (30b6b139-76a3-4fad-a780-a29e7d1bb0d5), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:39.725472 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Publish callbacks [] for security_group (30b6b139-76a3-4fad-a780-a29e7d1bb0d5), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:39.793044 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (30b6b139-76a3-4fad-a780-a29e7d1bb0d5), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:39.795878 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:39.797284 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30b6b139-76a3-4fad-a780-a29e7d1bb0d5 HTTP/1.1" status: 204 len: 168 time: 0.2162178 Mar 01 16:08:39.809151 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6b139-76a3-4fad-a780-a29e7d1bb0d5,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:39.818943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.818943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.818943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.818943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:39.822843 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9dcc3-bf10-4504-ac16-4fdc340dcaa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:40.386719 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321409e6-725b-48ae-bf2d-de700ddd2606 req-7775ba35-249b-471e-9819-df2c9725181a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:40.388600 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-321409e6-725b-48ae-bf2d-de700ddd2606 req-7775ba35-249b-471e-9819-df2c9725181a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0869937 Mar 01 16:08:40.457608 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-321409e6-725b-48ae-bf2d-de700ddd2606 req-6944a286-c171-47bf-8147-16047c7208c5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629549 Mar 01 16:08:41.437703 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38346) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:41.593411 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c47edacc-b95a-4d21-b195-08e3017ebc27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:41.668308 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85803c-b54c-42f9-bad8-6b34366dd039 req-bb147298-2653-42d9-b576-2e2f42265f55 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:41.670196 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ea85803c-b54c-42f9-bad8-6b34366dd039 req-bb147298-2653-42d9-b576-2e2f42265f55 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1054480 Mar 01 16:08:41.751446 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ea85803c-b54c-42f9-bad8-6b34366dd039 req-6af8ef68-56e6-4017-9b95-18b9fe90c3f9 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724053 Mar 01 16:08:41.799484 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c47edacc-b95a-4d21-b195-08e3017ebc27 admin admin] Publish callbacks [] for security_group (a42d4556-58f0-4f33-884d-138d07f897b7), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:41.806636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-c47edacc-b95a-4d21-b195-08e3017ebc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a42d4556-58f0-4f33-884d-138d07f897b7), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:41.855646 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-c47edacc-b95a-4d21-b195-08e3017ebc27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7333f517931341f48933a740c3c732fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166651 Mar 01 16:08:41.856931 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47edacc-b95a-4d21-b195-08e3017ebc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d4556-58f0-4f33-884d-138d07f897b7,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:41.858239 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38352) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:41.929261 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd001edc-230f-4c7a-b490-0a1c968ac36d admin admin] Publish callbacks [] for security_group (a42d4556-58f0-4f33-884d-138d07f897b7), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:41.957160 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd001edc-230f-4c7a-b490-0a1c968ac36d admin admin] Publish callbacks [] for security_group (a42d4556-58f0-4f33-884d-138d07f897b7), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:42.014594 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd001edc-230f-4c7a-b490-0a1c968ac36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a42d4556-58f0-4f33-884d-138d07f897b7), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:42.018415 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-dd001edc-230f-4c7a-b490-0a1c968ac36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:42.022590 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-dd001edc-230f-4c7a-b490-0a1c968ac36d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a42d4556-58f0-4f33-884d-138d07f897b7 HTTP/1.1" status: 204 len: 168 time: 0.1625412 Mar 01 16:08:42.032284 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd001edc-230f-4c7a-b490-0a1c968ac36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d4556-58f0-4f33-884d-138d07f897b7,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:42.965572 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ed9e2-638f-45e7-88ad-1c7ed29a1a46 req-23bcfc4c-ce74-4b34-9117-8a26b46ed790 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:42.967285 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f48ed9e2-638f-45e7-88ad-1c7ed29a1a46 req-23bcfc4c-ce74-4b34-9117-8a26b46ed790 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1127064 Mar 01 16:08:43.031007 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f48ed9e2-638f-45e7-88ad-1c7ed29a1a46 req-7f3a801b-34b0-4e1d-9c62-037009423b1d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575633 Mar 01 16:08:43.270528 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-602d7253-74b3-4378-a682-9601fdcf1c5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564923 Mar 01 16:08:43.353344 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-8c147046-f2e8-4ceb-8b60-a471f6593317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:43.355411 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-8c147046-f2e8-4ceb-8b60-a471f6593317 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 1130 time: 0.0574455 Mar 01 16:08:43.520538 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-9bd8e130-269b-40af-9c97-983767959f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:43.524654 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-9bd8e130-269b-40af-9c97-983767959f63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.1443093 Mar 01 16:08:43.617537 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-19e77534-c66d-41c4-978c-c29dc601d1c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad HTTP/1.1" status: 200 len: 1002 time: 0.0855885 Mar 01 16:08:43.685922 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-adc7f0a2-81be-468c-b7c2-fea674023df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:43.687658 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-adc7f0a2-81be-468c-b7c2-fea674023df8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0645423 Mar 01 16:08:43.763744 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-93377a5d-057d-4609-afff-f7796134f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:43.766636 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-93377a5d-057d-4609-afff-f7796134f910 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0644851 Mar 01 16:08:43.780089 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-7022995a-bd03-44c1-9cdc-cc9ca90b9509 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:08:43.781319 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-7022995a-bd03-44c1-9cdc-cc9ca90b9509 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056486 Mar 01 16:08:43.885835 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-bac6f2de-ab9e-4a6a-aa0e-287e320ed096 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982969 Mar 01 16:08:43.998216 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4828b0b4-97ba-46f6-becd-393751eb6e98 req-806ccd60-049a-4deb-9c85-df23fcd391d9 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045518 Mar 01 16:08:44.171002 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a0de6-5ba8-4da1-a07e-6ad0c145c454 req-63a97fcc-09ab-475f-9aff-bcc1f2c9136e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:44.172588 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f8a0de6-5ba8-4da1-a07e-6ad0c145c454 req-63a97fcc-09ab-475f-9aff-bcc1f2c9136e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0636606 Mar 01 16:08:44.225264 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3f8a0de6-5ba8-4da1-a07e-6ad0c145c454 req-e0835fa7-ddb2-4c94-9d4f-ca191df8772a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466552 Mar 01 16:08:44.275778 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38426) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:44.376991 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4948b9a2-8e52-41cd-a665-92ccaf9c3727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:44.449415 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4948b9a2-8e52-41cd-a665-92ccaf9c3727 admin admin] Publish callbacks [] for security_group (b354067a-8817-4706-a380-a326cd9ee43d), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:44.452862 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-4948b9a2-8e52-41cd-a665-92ccaf9c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (b354067a-8817-4706-a380-a326cd9ee43d), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:44.492834 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-4948b9a2-8e52-41cd-a665-92ccaf9c3727 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54eb2e7734794856bbf5b9cc2947cc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160192 Mar 01 16:08:44.494053 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948b9a2-8e52-41cd-a665-92ccaf9c3727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b354067a-8817-4706-a380-a326cd9ee43d,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:44.495447 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38430) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:44.542995 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-33ba069c-bda7-4d2c-8b58-dd5e27575578 admin admin] Publish callbacks [] for security_group (b354067a-8817-4706-a380-a326cd9ee43d), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:44.564914 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-33ba069c-bda7-4d2c-8b58-dd5e27575578 admin admin] Publish callbacks [] for security_group (b354067a-8817-4706-a380-a326cd9ee43d), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:44.615387 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-33ba069c-bda7-4d2c-8b58-dd5e27575578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (b354067a-8817-4706-a380-a326cd9ee43d), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:44.617956 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-33ba069c-bda7-4d2c-8b58-dd5e27575578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:44.619082 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-33ba069c-bda7-4d2c-8b58-dd5e27575578 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b354067a-8817-4706-a380-a326cd9ee43d HTTP/1.1" status: 204 len: 168 time: 0.1226792 Mar 01 16:08:44.626780 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba069c-bda7-4d2c-8b58-dd5e27575578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b354067a-8817-4706-a380-a326cd9ee43d,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:44.873185 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-0ecc6a6e-cd78-490f-a8e9-ec24834db12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:44.874690 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-0ecc6a6e-cd78-490f-a8e9-ec24834db12b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1129 time: 0.0447257 Mar 01 16:08:44.901948 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38436) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:44.950798 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ae49454c-a7e7-4537-832a-970bd7a67e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:45.271461 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-22e65fb2-d8cd-49c8-a280-aa9d21c470ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:45.272998 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-22e65fb2-d8cd-49c8-a280-aa9d21c470ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.3910623 Mar 01 16:08:45.391431 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-89c7b0b7-3c4f-4cdc-8635-94004f4d92fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 1000 time: 0.1120358 Mar 01 16:08:45.414677 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ae49454c-a7e7-4537-832a-970bd7a67e2b admin admin] Publish callbacks [] for security_group (0421d363-520d-4559-918d-f0d0f01e38f5), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:45.438969 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-ae49454c-a7e7-4537-832a-970bd7a67e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (0421d363-520d-4559-918d-f0d0f01e38f5), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:45.489976 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed42bb5-90e5-480c-b478-2967948dddf4 req-445d9ae7-bf81-4b68-ae93-c7e63ffb7d02 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:45.491522 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ed42bb5-90e5-480c-b478-2967948dddf4 req-445d9ae7-bf81-4b68-ae93-c7e63ffb7d02 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.1671710 Mar 01 16:08:45.502304 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-ae49454c-a7e7-4537-832a-970bd7a67e2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=783dd3f97a354e4fbf922a29f178d23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5756462 Mar 01 16:08:45.505110 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38440) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:45.505746 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-faf95dc0-e137-4792-8df0-edf05f42793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:45.507163 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-faf95dc0-e137-4792-8df0-edf05f42793f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.1058378 Mar 01 16:08:45.513614 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49454c-a7e7-4537-832a-970bd7a67e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0421d363-520d-4559-918d-f0d0f01e38f5,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:45.560593 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2bb5217a-4667-44e9-8c2f-6ac7cbe7fa83 admin admin] Publish callbacks [] for security_group (0421d363-520d-4559-918d-f0d0f01e38f5), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:45.580700 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3ed42bb5-90e5-480c-b478-2967948dddf4 req-a5e201f5-5850-4d23-a4de-7b75754afe21 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811026 Mar 01 16:08:45.582161 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2bb5217a-4667-44e9-8c2f-6ac7cbe7fa83 admin admin] Publish callbacks [] for security_group (0421d363-520d-4559-918d-f0d0f01e38f5), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:45.591355 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-5efeacc5-f3c1-4fbc-a695-14a8436ac5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:45.592913 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-5efeacc5-f3c1-4fbc-a695-14a8436ac5d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0765924 Mar 01 16:08:45.634314 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2bb5217a-4667-44e9-8c2f-6ac7cbe7fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (0421d363-520d-4559-918d-f0d0f01e38f5), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:45.637173 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2bb5217a-4667-44e9-8c2f-6ac7cbe7fa83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:45.638899 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2bb5217a-4667-44e9-8c2f-6ac7cbe7fa83 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0421d363-520d-4559-918d-f0d0f01e38f5 HTTP/1.1" status: 204 len: 168 time: 0.1325486 Mar 01 16:08:45.647268 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5217a-4667-44e9-8c2f-6ac7cbe7fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0421d363-520d-4559-918d-f0d0f01e38f5,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:45.700041 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-1793d5f5-215b-4511-b08f-cd87f80d580d service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997770 Mar 01 16:08:45.801437 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c995b72c-d4c6-4a55-a940-b1aea1eb45de req-1e9b8883-184c-4064-87c8-7d151b854ecb service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944719 Mar 01 16:08:46.726810 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba582-2c20-4c0b-b3b0-d81ae9dcbf6e req-f6d82135-ae83-4e79-b42c-4e9a4f8e3f0d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:46.728645 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8b2ba582-2c20-4c0b-b3b0-d81ae9dcbf6e req-f6d82135-ae83-4e79-b42c-4e9a4f8e3f0d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0653124 Mar 01 16:08:46.784130 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8b2ba582-2c20-4c0b-b3b0-d81ae9dcbf6e req-288b6e38-d2f4-44bd-aa0f-3e3e760b8359 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488708 Mar 01 16:08:47.951264 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591edecd-00f1-441d-b072-fe992cea9a04 req-f238b7f9-bd7b-494b-8335-91c090c34983 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:47.952900 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-591edecd-00f1-441d-b072-fe992cea9a04 req-f238b7f9-bd7b-494b-8335-91c090c34983 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0622833 Mar 01 16:08:47.994957 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38514) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:48.013298 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-591edecd-00f1-441d-b072-fe992cea9a04 req-f0d055a6-ea9e-4f2c-ba99-a5f1c9bbf9a2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542586 Mar 01 16:08:48.109668 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2c5207b0-41d9-4d37-9e9e-e947b610cce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.203254 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2c5207b0-41d9-4d37-9e9e-e947b610cce1 admin admin] Publish callbacks [] for security_group (6c74e5d8-4660-49ad-a2a0-0c63cbbf5982), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.208638 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2c5207b0-41d9-4d37-9e9e-e947b610cce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6c74e5d8-4660-49ad-a2a0-0c63cbbf5982), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.260034 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2c5207b0-41d9-4d37-9e9e-e947b610cce1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4f60cface454f24bfb87b274d21f76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637484 Mar 01 16:08:48.260896 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5207b0-41d9-4d37-9e9e-e947b610cce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c74e5d8-4660-49ad-a2a0-0c63cbbf5982,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:48.264225 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38526) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:48.340234 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-29ac1d17-502f-4079-89e7-028a10fb82dc admin admin] Publish callbacks [] for security_group (6c74e5d8-4660-49ad-a2a0-0c63cbbf5982), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.379730 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-29ac1d17-502f-4079-89e7-028a10fb82dc admin admin] Publish callbacks [] for security_group (6c74e5d8-4660-49ad-a2a0-0c63cbbf5982), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.454060 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-29ac1d17-502f-4079-89e7-028a10fb82dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6c74e5d8-4660-49ad-a2a0-0c63cbbf5982), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.456742 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-29ac1d17-502f-4079-89e7-028a10fb82dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.461136 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-29ac1d17-502f-4079-89e7-028a10fb82dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c74e5d8-4660-49ad-a2a0-0c63cbbf5982 HTTP/1.1" status: 204 len: 168 time: 0.1955602 Mar 01 16:08:48.470342 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac1d17-502f-4079-89e7-028a10fb82dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c74e5d8-4660-49ad-a2a0-0c63cbbf5982,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:48.826077 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38544) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:48.847195 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6b48-a106-4121-a592-005d7d0c8fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.946322 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6b48-a106-4121-a592-005d7d0c8fee admin admin] Publish callbacks [] for security_group (af41b387-4301-4c09-b0f2-6d63de97bb79), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:48.952437 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6b48-a106-4121-a592-005d7d0c8fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (af41b387-4301-4c09-b0f2-6d63de97bb79), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:49.007079 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4f2e6b48-a106-4121-a592-005d7d0c8fee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d59126ad8ff47588a2f905ad635b5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794267 Mar 01 16:08:49.008169 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e6b48-a106-4121-a592-005d7d0c8fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af41b387-4301-4c09-b0f2-6d63de97bb79,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:49.010333 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38550) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:49.087805 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-775fed97-4a12-4166-ada4-6bc2e5aadd6e admin admin] Publish callbacks [] for security_group (af41b387-4301-4c09-b0f2-6d63de97bb79), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:49.116428 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-775fed97-4a12-4166-ada4-6bc2e5aadd6e admin admin] Publish callbacks [] for security_group (af41b387-4301-4c09-b0f2-6d63de97bb79), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:49.180477 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-775fed97-4a12-4166-ada4-6bc2e5aadd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (af41b387-4301-4c09-b0f2-6d63de97bb79), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:49.182961 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-775fed97-4a12-4166-ada4-6bc2e5aadd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:49.186759 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26015b16-7f66-4a5f-a129-3a4e39874773 req-07a66ce7-beef-47be-a38f-5b1849e0a2d7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:49.195933 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-775fed97-4a12-4166-ada4-6bc2e5aadd6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af41b387-4301-4c09-b0f2-6d63de97bb79 HTTP/1.1" status: 204 len: 168 time: 0.1751785 Mar 01 16:08:49.196232 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-26015b16-7f66-4a5f-a129-3a4e39874773 req-07a66ce7-beef-47be-a38f-5b1849e0a2d7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 945 time: 0.0824296 Mar 01 16:08:49.207755 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fed97-4a12-4166-ada4-6bc2e5aadd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af41b387-4301-4c09-b0f2-6d63de97bb79,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:49.268038 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-26015b16-7f66-4a5f-a129-3a4e39874773 req-9c66f9d2-c89e-4502-aea0-1ba426710d80 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709515 Mar 01 16:08:49.479803 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:08:49.506971 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-ca7dc37d-802a-47bc-9e0c-6a926d57e3db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639729 Mar 01 16:08:49.586688 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 is: ACTIVE; New status is: DOWN {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:08:49.587084 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:49.612534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001c38-501e-44b5-ac2b-f79d530733df req-ff8fd078-f521-4a32-89bf-8850ec75ae7a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:49.614055 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-ff8fd078-f521-4a32-89bf-8850ec75ae7a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports/dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 942 time: 0.0677915 Mar 01 16:08:49.626109 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:08:49.629483 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ec48e0-4288-4469-8ed3-ea4440f84739" -d '{"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:08:49.660795 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:08:49.666987 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:49.672274 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Mar 2022 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd016d88-2270-4165-9535-1fc91c60fe15 x-openstack-request-id: req-cd016d88-2270-4165-9535-1fc91c60fe15 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:08:49.672723 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-unplugged", "status": "failed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514", "code": 422}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:08:49.672986 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd016d88-2270-4165-9535-1fc91c60fe15 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:08:49.673429 dv-cinder-778193-21-iscsi neutron-server[102832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'code': 422} returned with failed status Mar 01 16:08:49.745047 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:49.753574 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.753927 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.754329 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.754677 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.755050 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.755946 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.756517 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.756899 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.757973 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.758529 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.759177 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.759665 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:49.760012 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:08:50.096892 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38598) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:50.214815 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1267962335-network', 'tenant_id': '16960029e5af41f0a218715148ad9f63'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:08:50.237780 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Made reservation on behalf of 16960029e5af41f0a218715148ad9f63 for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:08:50.240439 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.250574 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.410043 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks [] for security_group (93ec7a45-0d96-4284-98db-eb42ae607819), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.418005 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (93ec7a45-0d96-4284-98db-eb42ae607819), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.454004 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:08:50.464116 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec7a45-0d96-4284-98db-eb42ae607819,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:50.474323 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a3d0c-3ed8-486a-a2a0-ccaa803af071 req-d53c68e3-5eec-4a96-b78a-d2cea1d528f8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:50.475938 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b8a3d0c-3ed8-486a-a2a0-ccaa803af071 req-d53c68e3-5eec-4a96-b78a-d2cea1d528f8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.1201746 Mar 01 16:08:50.479325 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (803fcd4e-138c-4fd5-b044-3b8a059311d7), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.479734 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Added segment 803fcd4e-138c-4fd5-b044-3b8a059311d7 of type vlan for network cabbe17d-d1b4-435a-9dbd-31989d67314f Mar 01 16:08:50.543035 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (cabbe17d-d1b4-435a-9dbd-31989d67314f), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.567359 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-2b8a3d0c-3ed8-486a-a2a0-ccaa803af071 req-c6c97a71-35ea-4c45-b6cd-8f732e44af19 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858202 Mar 01 16:08:50.584542 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (cabbe17d-d1b4-435a-9dbd-31989d67314f), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.586667 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:50.587674 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.663609 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5650134 Mar 01 16:08:50.666491 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38606) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:50.672891 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Request body: {'subnet': {'network_id': 'cabbe17d-d1b4-435a-9dbd-31989d67314f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1267962335-subnet', 'tenant_id': '16960029e5af41f0a218715148ad9f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:08:50.681738 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103adaa-184d-406b-a5af-3c246cb37709 admin admin] Pushing event updated for resources: {'Network': ['ID=cabbe17d-d1b4-435a-9dbd-31989d67314f,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:50.704550 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network cabbe17d-d1b4-435a-9dbd-31989d67314f details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:08:50.709220 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Made reservation on behalf of 16960029e5af41f0a218715148ad9f63 for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:08:50.712871 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700829'] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.799934 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001c38-501e-44b5-ac2b-f79d530733df req-e069c370-c5ae-4185-8a8b-fc447e01a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:50.801763 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-e069c370-c5ae-4185-8a8b-fc447e01a419 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72&tenant_id=53da311ba2c842d1a0628aa3209fcf0e HTTP/1.1" status: 200 len: 1127 time: 0.1587722 Mar 01 16:08:50.910887 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001c38-501e-44b5-ac2b-f79d530733df req-a02c9cfb-e944-467b-9355-baa4fd4d4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:50.915402 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-a02c9cfb-e944-467b-9355-baa4fd4d4d99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1127 time: 0.0891933 Mar 01 16:08:50.936707 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700847'] for subnet (91f21526-17ba-4634-aa24-d4b914b320bd), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:50.997003 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f21526-17ba-4634-aa24-d4b914b320bd,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:51.015831 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Checking segment: {'id': '803fcd4e-138c-4fd5-b044-3b8a059311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cabbe17d-d1b4-435a-9dbd-31989d67314f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:08:51.016198 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Network hostable DHCP agents. Network: cabbe17d-d1b4-435a-9dbd-31989d67314f, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:08:51.023372 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001c38-501e-44b5-ac2b-f79d530733df req-b01eda21-371d-4ef7-852d-d0b33e0cb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:51.024886 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-b01eda21-371d-4ef7-852d-d0b33e0cb9b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.1053793 Mar 01 16:08:51.036158 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Network cabbe17d-d1b4-435a-9dbd-31989d67314f is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:08:51.047558 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, cabbe17d-d1b4-435a-9dbd-31989d67314f) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:08:51.052262 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:51.052783 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.060537 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f1ec3-38da-4ed7-b5b4-fca17c895532 None None] Network cabbe17d-d1b4-435a-9dbd-31989d67314f requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:08:51.079840 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-83f40ce0-4191-4463-8049-73ea318c9715 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4031212 Mar 01 16:08:51.104310 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-ec18ce6b-3d2d-44cc-a273-bac22f1fa4d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 998 time: 0.0723090 Mar 01 16:08:51.157444 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001c38-501e-44b5-ac2b-f79d530733df req-ecd9ea86-d36e-4e33-b5e3-9de487269c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:51.159128 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-ecd9ea86-d36e-4e33-b5e3-9de487269c64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0480316 Mar 01 16:08:51.169862 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ca3a1-09de-4adf-8ab1-d3fc64e7e54e None None] Network cabbe17d-d1b4-435a-9dbd-31989d67314f requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:08:51.219149 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001c38-501e-44b5-ac2b-f79d530733df req-2096a9db-5d01-417a-90fa-77d07340c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:51.222229 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-2096a9db-5d01-417a-90fa-77d07340c938 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0563986 Mar 01 16:08:51.333012 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-fb9403db-ec6b-4857-9b9a-4a05956ca250 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012452 Mar 01 16:08:51.437198 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ec001c38-501e-44b5-ac2b-f79d530733df req-4e377428-377b-4c44-ad4c-ff1ab7f644ff service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982096 Mar 01 16:08:51.685200 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38634) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:51.691295 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1299357011-network', 'tenant_id': 'f2f7c5a1cb0e439dbdd3f892f35417cc'}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:08:51.725533 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f617ffc-81f4-4d93-9aa7-503be285fd44 req-c50082b2-f79e-4682-b9ed-2ace589a3f4b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:51.726727 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Made reservation on behalf of f2f7c5a1cb0e439dbdd3f892f35417cc for: {'network': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:08:51.727999 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5f617ffc-81f4-4d93-9aa7-503be285fd44 req-c50082b2-f79e-4682-b9ed-2ace589a3f4b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0693345 Mar 01 16:08:51.730877 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.742680 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.791277 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5f617ffc-81f4-4d93-9aa7-503be285fd44 req-6ad15433-a7b3-4700-88dc-c9cd0d649aa3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564630 Mar 01 16:08:51.836461 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks [] for security_group (48f71e50-c4db-46d8-a80b-1567d50cf8c1), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.842418 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (48f71e50-c4db-46d8-a80b-1567d50cf8c1), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.869650 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=102830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:08:51.880469 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f71e50-c4db-46d8-a80b-1567d50cf8c1,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:51.885937 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (ef0d3dc3-7045-4b04-ae30-d1110dd1430b), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.886283 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.segments_db [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Added segment ef0d3dc3-7045-4b04-ae30-d1110dd1430b of type vlan for network d30c5b51-af06-4468-a3c5-3bd3577f7a3f Mar 01 16:08:51.937340 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (d30c5b51-af06-4468-a3c5-3bd3577f7a3f), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.967675 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (d30c5b51-af06-4468-a3c5-3bd3577f7a3f), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:51.968790 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:51.969614 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:52.035079 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3482192 Mar 01 16:08:52.038539 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38646) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:08:52.049596 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Request body: {'subnet': {'network_id': 'd30c5b51-af06-4468-a3c5-3bd3577f7a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1299357011-subnet', 'tenant_id': 'f2f7c5a1cb0e439dbdd3f892f35417cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:08:52.084972 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7083870-467c-47a1-9e96-a82d2163b43c admin admin] Pushing event updated for resources: {'Network': ['ID=d30c5b51-af06-4468-a3c5-3bd3577f7a3f,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:52.100734 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network d30c5b51-af06-4468-a3c5-3bd3577f7a3f details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:08:52.128232 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Made reservation on behalf of f2f7c5a1cb0e439dbdd3f892f35417cc for: {'subnet': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:08:52.132899 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3493225'] for subnet (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:52.432683 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126826639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3493211'] for subnet (3519490f-bdaf-4732-93db-1d31fc654b4b), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:52.504393 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3519490f-bdaf-4732-93db-1d31fc654b4b,revision_number=0']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:08:52.546190 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Checking segment: {'id': 'ef0d3dc3-7045-4b04-ae30-d1110dd1430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd30c5b51-af06-4468-a3c5-3bd3577f7a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:08:52.546945 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Network hostable DHCP agents. Network: d30c5b51-af06-4468-a3c5-3bd3577f7a3f, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:08:52.565308 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Network d30c5b51-af06-4468-a3c5-3bd3577f7a3f is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:08:52.577354 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, d30c5b51-af06-4468-a3c5-3bd3577f7a3f) {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:08:52.584460 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:52.585203 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:52.587958 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a0fb6-4e6c-492a-ab44-c75b52e7a2e7 None None] Network d30c5b51-af06-4468-a3c5-3bd3577f7a3f requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:08:52.609574 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-59ef9458-563f-4387-9d44-7a0fa454856e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5689008 Mar 01 16:08:52.733062 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f136e9-042a-4b77-bee7-1fafcaee0ca5 None None] Network d30c5b51-af06-4468-a3c5-3bd3577f7a3f requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:08:52.955644 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658cc61-580b-4ea0-afed-0abae3a33de5 req-1915d17b-54ea-418f-aad8-3ef1e7b7b503 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:52.957316 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f658cc61-580b-4ea0-afed-0abae3a33de5 req-1915d17b-54ea-418f-aad8-3ef1e7b7b503 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0745625 Mar 01 16:08:53.051647 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-f658cc61-580b-4ea0-afed-0abae3a33de5 req-26e118c6-c692-474f-873f-3809a9766c48 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870051 Mar 01 16:08:54.198424 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd28c1-0acc-4d30-a13d-0e74da7e256b req-88298934-6377-4ee4-89da-9f2d7772402b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:54.201150 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-decd28c1-0acc-4d30-a13d-0e74da7e256b req-88298934-6377-4ee4-89da-9f2d7772402b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0644979 Mar 01 16:08:54.255055 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-decd28c1-0acc-4d30-a13d-0e74da7e256b req-6be5a567-6275-4914-8ff9-9cb74f0c3960 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481236 Mar 01 16:08:54.345906 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49677a06-ebeb-4a30-9a75-4982be734dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:55.395278 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af402c-d5bd-4ed1-9cd6-895f2ec96b3d req-319376fd-a739-463e-99ff-8ea82f631bbc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:55.398165 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e4af402c-d5bd-4ed1-9cd6-895f2ec96b3d req-319376fd-a739-463e-99ff-8ea82f631bbc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0652628 Mar 01 16:08:55.472426 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e4af402c-d5bd-4ed1-9cd6-895f2ec96b3d req-b3f104aa-372b-4e7d-9af2-524a1ca075a5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649526 Mar 01 16:08:56.555141 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-02b53c05-a5e9-41ce-8a36-1f4df6d3a7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:56.650797 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9eb88-d1f0-4b18-9bd3-629117aa552a req-47fe8fae-9bbc-443e-992e-b36fc35bb46b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:56.655322 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7de9eb88-d1f0-4b18-9bd3-629117aa552a req-47fe8fae-9bbc-443e-992e-b36fc35bb46b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0806651 Mar 01 16:08:56.727206 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7de9eb88-d1f0-4b18-9bd3-629117aa552a req-74fc655f-119f-45f1-a4ef-afe1b18cc4a8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621440 Mar 01 16:08:56.759143 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:08:57.812287 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:08:57.858562 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3a924-4343-432d-8599-284243a653da req-31ec8146-a6d5-4e2a-9cd5-7058c7727122 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:57.860289 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1dc3a924-4343-432d-8599-284243a653da req-31ec8146-a6d5-4e2a-9cd5-7058c7727122 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0590343 Mar 01 16:08:57.911918 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1dc3a924-4343-432d-8599-284243a653da req-659ee001-60ac-456e-8632-ed00db17bbb2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428712 Mar 01 16:08:59.086203 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0d43e-a293-4b8a-8579-ccf1a59e25ca req-8b56c1a7-e6f1-4f5c-920d-b0005d85078f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:08:59.087855 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bec0d43e-a293-4b8a-8579-ccf1a59e25ca req-8b56c1a7-e6f1-4f5c-920d-b0005d85078f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0897346 Mar 01 16:08:59.158050 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-bec0d43e-a293-4b8a-8579-ccf1a59e25ca req-38bbd6e9-501f-4d8a-a859-520bcb584cac tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641477 Mar 01 16:08:59.254098 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:00.298869 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edd5a9-ce70-4562-bf2c-248a5e52716b req-9dde5a37-f17a-4fe6-9e05-f4d11f1662c5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:00.301225 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a5edd5a9-ce70-4562-bf2c-248a5e52716b req-9dde5a37-f17a-4fe6-9e05-f4d11f1662c5 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0584683 Mar 01 16:09:00.375051 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a5edd5a9-ce70-4562-bf2c-248a5e52716b req-318294fc-75c9-4ad6-bff4-c41ef67b6a78 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592537 Mar 01 16:09:00.636057 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:00.762768 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:01.499363 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a21efb-1f08-4ba0-a0d6-fc760ece3549 req-def48e65-b7bc-4013-a13b-487afbc2afa2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:01.501283 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c3a21efb-1f08-4ba0-a0d6-fc760ece3549 req-def48e65-b7bc-4013-a13b-487afbc2afa2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0567665 Mar 01 16:09:01.556368 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c3a21efb-1f08-4ba0-a0d6-fc760ece3549 req-b65db540-b441-4ced-bd4c-28b393739e69 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484757 Mar 01 16:09:02.682547 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd80fe-ffe3-47a1-a063-62999f21a8f2 req-e9de96b5-efdd-4bae-b33e-5540c8a7da2b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:02.684122 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3dcd80fe-ffe3-47a1-a063-62999f21a8f2 req-e9de96b5-efdd-4bae-b33e-5540c8a7da2b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0545590 Mar 01 16:09:02.733138 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3dcd80fe-ffe3-47a1-a063-62999f21a8f2 req-25381136-1e41-4bcf-8a6a-82071125f493 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 Mar 01 16:09:03.859190 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d19822-8061-4825-add4-508d68c6ff06 req-30567812-9cd9-4ccc-b05e-bd88cf41b029 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:03.860755 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b3d19822-8061-4825-add4-508d68c6ff06 req-30567812-9cd9-4ccc-b05e-bd88cf41b029 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0541825 Mar 01 16:09:03.909001 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b3d19822-8061-4825-add4-508d68c6ff06 req-27cf064b-f965-4ff4-b3d2-eb74e2ecafc2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Mar 01 16:09:05.043239 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c9e8a-9cfa-4ad1-b1c0-22a379dce7fa req-a6aee4a7-27a0-4e10-826e-ed0d852ef3a8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:05.044834 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cc0c9e8a-9cfa-4ad1-b1c0-22a379dce7fa req-a6aee4a7-27a0-4e10-826e-ed0d852ef3a8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0581157 Mar 01 16:09:05.093510 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cc0c9e8a-9cfa-4ad1-b1c0-22a379dce7fa req-8c4fd8ec-f8f9-4470-93ac-3f838da53bd6 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431499 Mar 01 16:09:06.230045 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f909ff3-3320-4f74-809b-289912a93e2e req-33c0d000-df25-4b14-bc47-beccac43a247 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:06.231592 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f909ff3-3320-4f74-809b-289912a93e2e req-33c0d000-df25-4b14-bc47-beccac43a247 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0569446 Mar 01 16:09:06.279807 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8f909ff3-3320-4f74-809b-289912a93e2e req-d3654fe9-39e8-4a37-a0ad-d437aeec850b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Mar 01 16:09:07.406374 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c753197-2a6b-4429-9c86-253a1e192dfb req-b6dc54c4-a810-4922-9a64-886b9da7fc5c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:07.407930 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c753197-2a6b-4429-9c86-253a1e192dfb req-b6dc54c4-a810-4922-9a64-886b9da7fc5c tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0566592 Mar 01 16:09:07.455170 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8c753197-2a6b-4429-9c86-253a1e192dfb req-1be2ba31-8894-4b11-b179-14e12cf13470 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Mar 01 16:09:08.581165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f9927-ea93-4d3e-a0d9-f5ac44b23fb3 req-939ac082-64ce-4603-964e-50bccabac93d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:08.582661 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-518f9927-ea93-4d3e-a0d9-f5ac44b23fb3 req-939ac082-64ce-4603-964e-50bccabac93d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0541694 Mar 01 16:09:08.631885 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-518f9927-ea93-4d3e-a0d9-f5ac44b23fb3 req-4aed0698-8bbb-437c-863b-79c8e404820d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434413 Mar 01 16:09:09.760420 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb481a4-1cbd-4cb5-ace0-319f51540006 req-46f1efc1-96e2-451d-814d-dddd3533c982 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:09.762018 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dbb481a4-1cbd-4cb5-ace0-319f51540006 req-46f1efc1-96e2-451d-814d-dddd3533c982 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0551660 Mar 01 16:09:09.815609 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dbb481a4-1cbd-4cb5-ace0-319f51540006 req-c08eaf5d-4a84-4875-a479-2f2cbe8f3337 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Mar 01 16:09:10.946877 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911534d-fb1e-4ec1-b765-f12c809d381c req-9b507b4e-b098-4703-8c5f-3ce95ce299f3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:10.948440 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c911534d-fb1e-4ec1-b765-f12c809d381c req-9b507b4e-b098-4703-8c5f-3ce95ce299f3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0557234 Mar 01 16:09:10.998973 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c911534d-fb1e-4ec1-b765-f12c809d381c req-3a0c9831-761d-446f-912b-78d4841c3579 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448494 Mar 01 16:09:11.001301 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38816) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:11.047091 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] Deleting subnet 91f21526-17ba-4634-aa24-d4b914b320bd {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:09:11.050363 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] Publish callbacks [] for subnet (91f21526-17ba-4634-aa24-d4b914b320bd), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.085627 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126393820'] for subnet (91f21526-17ba-4634-aa24-d4b914b320bd), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.134296 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (91f21526-17ba-4634-aa24-d4b914b320bd), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.189506 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3493186'] for subnet (91f21526-17ba-4634-aa24-d4b914b320bd), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.215691 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f21526-17ba-4634-aa24-d4b914b320bd,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:11.220936 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.224412 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-daa9f1dd-d7cc-4897-a018-cba9d2cda69e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/91f21526-17ba-4634-aa24-d4b914b320bd HTTP/1.1" status: 204 len: 168 time: 0.2221448 Mar 01 16:09:11.227448 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38818) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:11.303015 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (cabbe17d-d1b4-435a-9dbd-31989d67314f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.385618 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (cabbe17d-d1b4-435a-9dbd-31989d67314f), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.407087 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabbe17d-d1b4-435a-9dbd-31989d67314f']}} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:11.417581 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803fcd4e-138c-4fd5-b044-3b8a059311d7') {'for_net_delete': True} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:11.417879 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803fcd4e-138c-4fd5-b044-3b8a059311d7') {} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:11.427583 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126393803'] for segment (803fcd4e-138c-4fd5-b044-3b8a059311d7), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.441309 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (803fcd4e-138c-4fd5-b044-3b8a059311d7), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.448444 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:09:11.448857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826518'] for segment (803fcd4e-138c-4fd5-b044-3b8a059311d7), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: Traceback (most recent call last): Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: timer() Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: cb(*args, **kw) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: return func(*args, **kwargs) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: self._notify() Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: self.callback(batched_events) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: event.method(event) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: return f(self, *a, **k) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._get(url).json() Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: return self.request(url, 'GET', **kwargs) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:09:11.450708 dv-cinder-778193-21-iscsi neutron-server[102831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:09:11.509267 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (cabbe17d-d1b4-435a-9dbd-31989d67314f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.514143 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.517369 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cabbe17d-d1b4-435a-9dbd-31989d67314f HTTP/1.1" status: 204 len: 168 time: 0.2889867 Mar 01 16:09:11.521742 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38820) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:11.531089 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e77006-5c6d-49a9-99cd-3fb6e8ba7c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabbe17d-d1b4-435a-9dbd-31989d67314f,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:11.576193 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] Deleting subnet 3519490f-bdaf-4732-93db-1d31fc654b4b {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:09:11.576193 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] Publish callbacks [] for subnet (3519490f-bdaf-4732-93db-1d31fc654b4b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.612262 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127839918'] for subnet (3519490f-bdaf-4732-93db-1d31fc654b4b), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.653446 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (3519490f-bdaf-4732-93db-1d31fc654b4b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.705351 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700854'] for subnet (3519490f-bdaf-4732-93db-1d31fc654b4b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.730321 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3519490f-bdaf-4732-93db-1d31fc654b4b,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:11.735276 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:11.738462 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-3ad674c2-eec3-4bba-b12f-92a6e84e63df admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3519490f-bdaf-4732-93db-1d31fc654b4b HTTP/1.1" status: 204 len: 168 time: 0.2151349 Mar 01 16:09:11.741033 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38822) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:11.812681 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (d30c5b51-af06-4468-a3c5-3bd3577f7a3f), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.132001 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e1263-c424-4caa-9d01-e4304958ba14 req-939e1982-b5f8-49c8-ab12-468627441626 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:12.133663 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e8e1263-c424-4caa-9d01-e4304958ba14 req-939e1982-b5f8-49c8-ab12-468627441626 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0593746 Mar 01 16:09:12.183848 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1e8e1263-c424-4caa-9d01-e4304958ba14 req-8fc177f8-3fd8-490d-bc81-52f884b3d7e7 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444636 Mar 01 16:09:12.186147 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (d30c5b51-af06-4468-a3c5-3bd3577f7a3f), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.208718 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30c5b51-af06-4468-a3c5-3bd3577f7a3f']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:12.219035 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0d3dc3-7045-4b04-ae30-d1110dd1430b') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:12.219362 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0d3dc3-7045-4b04-ae30-d1110dd1430b') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:12.230129 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (ef0d3dc3-7045-4b04-ae30-d1110dd1430b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.244996 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (ef0d3dc3-7045-4b04-ae30-d1110dd1430b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.252016 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:09:12.252423 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (ef0d3dc3-7045-4b04-ae30-d1110dd1430b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:09:12.254174 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:09:12.314342 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (d30c5b51-af06-4468-a3c5-3bd3577f7a3f), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.320185 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.323419 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d30c5b51-af06-4468-a3c5-3bd3577f7a3f HTTP/1.1" status: 204 len: 168 time: 0.5813272 Mar 01 16:09:12.335414 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a7ac3-f2d0-4f35-8b0f-cd2a5a28ade5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30c5b51-af06-4468-a3c5-3bd3577f7a3f,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:12.497201 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38828) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:12.541328 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-47a5f31c-dbc9-4e37-8806-e8aa1c7b3c15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16960029e5af41f0a218715148ad9f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428412 Mar 01 16:09:12.543722 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 38830) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:12.593736 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8569e528-433c-4320-8a3f-6fa12e944118 admin admin] Publish callbacks [] for security_group (93ec7a45-0d96-4284-98db-eb42ae607819), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.616821 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8569e528-433c-4320-8a3f-6fa12e944118 admin admin] Publish callbacks [] for security_group (93ec7a45-0d96-4284-98db-eb42ae607819), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.670102 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8569e528-433c-4320-8a3f-6fa12e944118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (93ec7a45-0d96-4284-98db-eb42ae607819), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.672702 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8569e528-433c-4320-8a3f-6fa12e944118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:12.673911 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-8569e528-433c-4320-8a3f-6fa12e944118 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93ec7a45-0d96-4284-98db-eb42ae607819 HTTP/1.1" status: 204 len: 168 time: 0.1292722 Mar 01 16:09:12.684339 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569e528-433c-4320-8a3f-6fa12e944118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec7a45-0d96-4284-98db-eb42ae607819,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:13.016452 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38836) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:13.057704 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-e0d490d0-afc6-478e-b519-26075ca19e2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2f7c5a1cb0e439dbdd3f892f35417cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400662 Mar 01 16:09:13.060289 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38838) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:13.112523 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5520b6a7-3e0a-4c13-8966-cf65b96fb9e7 admin admin] Publish callbacks [] for security_group (48f71e50-c4db-46d8-a80b-1567d50cf8c1), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:13.143899 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5520b6a7-3e0a-4c13-8966-cf65b96fb9e7 admin admin] Publish callbacks [] for security_group (48f71e50-c4db-46d8-a80b-1567d50cf8c1), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:13.193680 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5520b6a7-3e0a-4c13-8966-cf65b96fb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (48f71e50-c4db-46d8-a80b-1567d50cf8c1), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:13.196381 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5520b6a7-3e0a-4c13-8966-cf65b96fb9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:13.197664 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-5520b6a7-3e0a-4c13-8966-cf65b96fb9e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48f71e50-c4db-46d8-a80b-1567d50cf8c1 HTTP/1.1" status: 204 len: 168 time: 0.1363692 Mar 01 16:09:13.205971 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520b6a7-3e0a-4c13-8966-cf65b96fb9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f71e50-c4db-46d8-a80b-1567d50cf8c1,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:13.323203 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f31d-516e-462e-a1ea-35593906e650 req-cf971179-daf4-439c-99e5-c17855f8e09d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:13.324946 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d963f31d-516e-462e-a1ea-35593906e650 req-cf971179-daf4-439c-99e5-c17855f8e09d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0593803 Mar 01 16:09:13.375238 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d963f31d-516e-462e-a1ea-35593906e650 req-65e31bc6-2300-4f50-9b4f-ab1b70a9f4c3 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Mar 01 16:09:14.508750 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e1fb-6aef-4b1b-a06f-e59c04c3729d req-5f561008-d6ee-4b93-bca6-20b1274cfeda tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:14.510206 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e998e1fb-6aef-4b1b-a06f-e59c04c3729d req-5f561008-d6ee-4b93-bca6-20b1274cfeda tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0545685 Mar 01 16:09:14.559842 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e998e1fb-6aef-4b1b-a06f-e59c04c3729d req-170e7f24-debb-4767-86f0-3c3558c41e83 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Mar 01 16:09:15.584136 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:09:15.706205 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:09:15.710522 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58d91-a684-4ac8-be97-f4279668a591 req-626d3d60-ba88-4f66-9e79-4e525464b72f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:15.712109 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8ff58d91-a684-4ac8-be97-f4279668a591 req-626d3d60-ba88-4f66-9e79-4e525464b72f tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 943 time: 0.0672200 Mar 01 16:09:15.718434 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'port_id': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'mac_address': 'fa:16:3e:81:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:09:15.767005 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8ff58d91-a684-4ac8-be97-f4279668a591 req-97dde632-10fd-44bc-8699-5ff58600eeca tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 Mar 01 16:09:15.770205 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:09:15.771045 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:15.786996 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfa7ba4-c8eb-457f-b8c2-8904c4def514 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:09:15.808228 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:09:15.812283 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:15.868444 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=9']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:16.145984 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['dbfa7ba4-c8eb-457f-b8c2-8904c4def514'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:09:16.904687 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfd00-9233-411c-8a15-350f4b97a4ea req-56b11aab-39db-439a-8724-cf099d4ce4f0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:16.907061 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-69fdfd00-9233-411c-8a15-350f4b97a4ea req-56b11aab-39db-439a-8724-cf099d4ce4f0 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 944 time: 0.0599859 Mar 01 16:09:16.914442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38890) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:16.988796 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-69fdfd00-9233-411c-8a15-350f4b97a4ea req-60f3b500-7b85-4a71-a115-ca98cc240179 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597804 Mar 01 16:09:17.052909 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0c0e1740-91e0-4061-9246-d218092634fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.144334 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0c0e1740-91e0-4061-9246-d218092634fb admin admin] Publish callbacks [] for security_group (954aa5e9-422a-440d-b96d-eccd6e013b01), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.150974 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-0c0e1740-91e0-4061-9246-d218092634fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (954aa5e9-422a-440d-b96d-eccd6e013b01), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.193937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e1740-91e0-4061-9246-d218092634fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954aa5e9-422a-440d-b96d-eccd6e013b01,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:17.198296 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-0c0e1740-91e0-4061-9246-d218092634fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0e7b34b522d411c9804a36c95792600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825701 Mar 01 16:09:17.200933 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 38894) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:17.259982 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4d599489-890e-4591-94fe-69517d20b711 admin admin] Publish callbacks [] for security_group (954aa5e9-422a-440d-b96d-eccd6e013b01), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.284686 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4d599489-890e-4591-94fe-69517d20b711 admin admin] Publish callbacks [] for security_group (954aa5e9-422a-440d-b96d-eccd6e013b01), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.336295 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4d599489-890e-4591-94fe-69517d20b711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (954aa5e9-422a-440d-b96d-eccd6e013b01), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.338999 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4d599489-890e-4591-94fe-69517d20b711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.340248 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4d599489-890e-4591-94fe-69517d20b711 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/954aa5e9-422a-440d-b96d-eccd6e013b01 HTTP/1.1" status: 204 len: 168 time: 0.1383541 Mar 01 16:09:17.350708 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d599489-890e-4591-94fe-69517d20b711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954aa5e9-422a-440d-b96d-eccd6e013b01,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:17.611742 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:09:17.666224 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:09:17.666798 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.769921 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:09:17.770318 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.808338 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:09:17.811005 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dea38d-ac62-49f5-9a43-2021dfb8ef47" -d '{"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:09:17.830536 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:09:17.837892 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:17.916233 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=10']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:17.994982 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684fe56a-cf96-4047-a398-c9cb78ce8015 x-openstack-request-id: req-684fe56a-cf96-4047-a398-c9cb78ce8015 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:09:17.995318 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:09:17.995588 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-684fe56a-cf96-4047-a398-c9cb78ce8015 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:09:17.995991 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'code': 200} Mar 01 16:09:18.156215 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b77407-d9f6-47d5-9d69-534d5ff7650c req-4a668c39-ae3e-4cb7-931d-7a76f85ad14d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:18.157891 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1b77407-d9f6-47d5-9d69-534d5ff7650c req-4a668c39-ae3e-4cb7-931d-7a76f85ad14d tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 946 time: 0.0734832 Mar 01 16:09:18.237366 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e1b77407-d9f6-47d5-9d69-534d5ff7650c req-f78efd11-fcfe-451a-a431-945c72f20d2b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702899 Mar 01 16:09:18.248110 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635907a-630e-4257-a099-394c9a98e52e req-600e8a50-4815-412e-a2ee-833263c92060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:18.249678 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9635907a-630e-4257-a099-394c9a98e52e req-600e8a50-4815-412e-a2ee-833263c92060 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1130 time: 0.0908167 Mar 01 16:09:18.311732 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9635907a-630e-4257-a099-394c9a98e52e req-0313da23-b99e-42d1-bdab-207766d6a242 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554178 Mar 01 16:09:19.374181 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206ee89-8fd3-426a-bd26-abe7a69d4937 req-5c941b5f-22b3-4aa6-acb0-b6187e118f0b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:19.375735 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a206ee89-8fd3-426a-bd26-abe7a69d4937 req-5c941b5f-22b3-4aa6-acb0-b6187e118f0b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 946 time: 0.0544913 Mar 01 16:09:19.423862 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a206ee89-8fd3-426a-bd26-abe7a69d4937 req-393f43b4-c225-46d6-88bb-cd81172ffd79 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Mar 01 16:09:20.556875 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081f4a-a7ad-4afd-8c1c-eb39bdfa68f7 req-e4f13f3f-6f94-4c37-b76b-330568b4a2e8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:20.558761 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-14081f4a-a7ad-4afd-8c1c-eb39bdfa68f7 req-e4f13f3f-6f94-4c37-b76b-330568b4a2e8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 946 time: 0.0604639 Mar 01 16:09:20.614032 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-14081f4a-a7ad-4afd-8c1c-eb39bdfa68f7 req-54ebd672-f027-432d-9996-c5adbac9ae8e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460122 Mar 01 16:09:21.758216 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a917c1d-230e-4996-95d0-bcbf3194989f req-4480dabb-0aae-44d9-95f8-1f81bdbad1ad tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:21.759774 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7a917c1d-230e-4996-95d0-bcbf3194989f req-4480dabb-0aae-44d9-95f8-1f81bdbad1ad tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 946 time: 0.0622690 Mar 01 16:09:21.809834 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7a917c1d-230e-4996-95d0-bcbf3194989f req-60446235-0826-4752-819d-f26f095f0526 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Mar 01 16:09:24.339347 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c72033f-bbf3-435b-b94f-3911e757b492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:26.541838 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afc73a13-c8ff-4543-90df-954aa798e063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:27.809300 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:29.257428 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:30.633369 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:30.752048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:33.758602 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:09:44.250060 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-fc0c0580-377d-4a75-92a7-3af9ae9b07d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505209 Mar 01 16:09:44.319779 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-db784c8a-e027-42f7-81f0-0ffe64d794bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:44.321279 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-db784c8a-e027-42f7-81f0-0ffe64d794bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 1130 time: 0.0493169 Mar 01 16:09:44.424803 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-f9a2d1b6-05dd-4156-adfc-2c4540c0a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:44.426209 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-f9a2d1b6-05dd-4156-adfc-2c4540c0a40d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 200 len: 918 time: 0.0863085 Mar 01 16:09:44.496720 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-ccd090e6-42d8-4278-8d47-6912268deb4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 200 len: 1000 time: 0.0639012 Mar 01 16:09:44.550020 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-31ff37b4-90d3-40c5-94c2-0bde788f9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:44.551516 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-31ff37b4-90d3-40c5-94c2-0bde788f9023 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 200 len: 856 time: 0.0485821 Mar 01 16:09:44.602781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-eea8d4b9-cb19-4227-b458-486a63696088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:44.604360 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-eea8d4b9-cb19-4227-b458-486a63696088 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8959349-b58e-4359-93fd-fce25042566b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458643 Mar 01 16:09:44.703005 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-c6488063-1112-422d-a60f-fd96a6c7446a service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910592 Mar 01 16:09:44.795201 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f4a4156-aa3f-42aa-9ef2-b3843738a995 req-e889509b-1d11-44d8-968e-21ce906fef20 service neutron] 10.222.0.64 "GET /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854449 Mar 01 16:09:45.946004 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39138) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:46.098650 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Deleting port 3209282b-6374-41c3-919b-15bd93d0062a {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:09:46.098990 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (3209282b-6374-41c3-919b-15bd93d0062a), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:46.172681 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (3209282b-6374-41c3-919b-15bd93d0062a), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:46.173012 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (3209282b-6374-41c3-919b-15bd93d0062a), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:46.185023 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Calling delete_port for 3209282b-6374-41c3-919b-15bd93d0062a owned by network:floatingip {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:09:46.333981 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (3209282b-6374-41c3-919b-15bd93d0062a), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:46.361038 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event deleted for resources: {'Port': ['ID=3209282b-6374-41c3-919b-15bd93d0062a,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:46.384262 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.385119 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.385459 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.385788 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.386114 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.386436 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.386757 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.387086 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.387432 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.387755 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.388074 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.388390 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.388703 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:46.432800 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (c9ae5b35-b9ec-4833-83ed-edaf4dadbc29), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:46.433125 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Floating IP c9ae5b35-b9ec-4833-83ed-edaf4dadbc29 disassociated (deleted). External IP: 172.27.0.175, port: 6ddad2cf-8141-4f10-a561-9e967364fe3c. Mar 01 16:09:46.644802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:09:46.754875 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:09:46.759255 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:46.765579 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:09:46.778475 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:09:46.779096 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:46.788554 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-a79e85e6-e79d-4429-9b4d-c804435737e7 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "DELETE /v2.0/floatingips/c9ae5b35-b9ec-4833-83ed-edaf4dadbc29 HTTP/1.1" status: 204 len: 168 time: 0.8415430 Mar 01 16:09:46.789266 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:09:46.792217 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:09:46.922546 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:09:46.996871 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da681696-a83a-472f-a747-0562ff047e6b x-openstack-request-id: req-da681696-a83a-472f-a747-0562ff047e6b {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:09:46.997487 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:09:46.997686 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da681696-a83a-472f-a747-0562ff047e6b {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:09:46.998085 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'status': 'completed', 'code': 200} Mar 01 16:09:47.077859 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-1f64c40c-12b7-4e65-9f59-edd2016701f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:47.079455 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-1f64c40c-12b7-4e65-9f59-edd2016701f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 1129 time: 0.0557818 Mar 01 16:09:47.189542 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-cebe21e3-2154-4ee6-870b-55376ba7c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:47.190995 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-cebe21e3-2154-4ee6-870b-55376ba7c024 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.1055105 Mar 01 16:09:47.255675 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-0271522f-35cc-4393-a6b4-e48beb7b4add service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c HTTP/1.1" status: 200 len: 217 time: 0.0530579 Mar 01 16:09:47.288692 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:57Z', 'revision_number': 1, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:47.310701 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135390fc-3c52-4996-9cc4-dbf68cd5211c req-0258c11c-ac8f-423d-bcd0-8d1a38124b04 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:47.312217 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-135390fc-3c52-4996-9cc4-dbf68cd5211c req-0258c11c-ac8f-423d-bcd0-8d1a38124b04 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.1202815 Mar 01 16:09:47.318608 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:09:47.329204 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:09:47.329430 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-6dbb715c-5ac8-4994-be00-8b21266d73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:47.329537 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:47.329747 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-6dbb715c-5ac8-4994-be00-8b21266d73dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0655034 Mar 01 16:09:47.394070 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-135390fc-3c52-4996-9cc4-dbf68cd5211c req-e4f37e5b-9e53-4110-a7a4-2099ef9f2e56 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753515 Mar 01 16:09:47.405287 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-adc8fbf5-ef2b-4990-ad3d-4efd0c44c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:47.406752 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-adc8fbf5-ef2b-4990-ad3d-4efd0c44c900 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0689385 Mar 01 16:09:47.438841 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:09:47.503617 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-b687b759-c1a8-4f74-ad0a-cf3a2df99a6d service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897865 Mar 01 16:09:47.595338 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-9fee3ecb-e690-4c87-9db3-9ee6ce21420f req-adfdc065-7027-487d-ae31-6ac12de6e23b service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840368 Mar 01 16:09:47.663912 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:57Z', 'revision_number': 1, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:47.690803 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803e13a-0e9d-4a77-bb52-d7a1fb56f85d None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_floatingips': [{'id': 'f484d674-d6fa-4423-a2b1-abef6b22e090', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'router_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'port_id': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'mac_address': 'fa:16:3e:16:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:04:55Z', 'updated_at': '2022-03-01T16:04:57Z', 'revision_number': 1, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:09:47.910370 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2fc2a-309b-4d18-a0a0-29e09a0435f9 None None] New status for floating IP c9ae5b35-b9ec-4833-83ed-edaf4dadbc29: DOWN {{(pid=102832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:09:48.516256 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96437-da78-4603-85a8-10efbcf559d8 req-aa4a8883-fb8c-4c7c-8a52-6449b5769324 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:48.517811 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7ae96437-da78-4603-85a8-10efbcf559d8 req-aa4a8883-fb8c-4c7c-8a52-6449b5769324 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.0553644 Mar 01 16:09:48.570161 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7ae96437-da78-4603-85a8-10efbcf559d8 req-bb8a058c-cb0a-448d-a158-1038ff6934b1 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464232 Mar 01 16:09:49.699832 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6b793-b52c-4899-9e89-41d2867c66a4 req-33708d23-68e5-45ea-a184-51e75e631415 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:49.701354 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1be6b793-b52c-4899-9e89-41d2867c66a4 req-33708d23-68e5-45ea-a184-51e75e631415 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Mar 01 16:09:49.776020 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1be6b793-b52c-4899-9e89-41d2867c66a4 req-e2dbe762-f1e7-43dc-9886-06b080dca835 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685563 Mar 01 16:09:49.797867 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cb402-118d-46bd-9778-d068e0088931 req-fc2c15e9-744b-4cbe-891e-dfc4addb2d2b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:49.799329 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7e3cb402-118d-46bd-9778-d068e0088931 req-fc2c15e9-744b-4cbe-891e-dfc4addb2d2b tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 945 time: 0.0640013 Mar 01 16:09:50.167122 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Deleting port 6ddad2cf-8141-4f10-a561-9e967364fe3c {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:09:50.167487 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:50.256503 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] For port 6ddad2cf-8141-4f10-a561-9e967364fe3c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ddad2cf-8141-4f10-a561-9e967364fe3c,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:09:50.256873 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:50.280133 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Calling delete_port for 6ddad2cf-8141-4f10-a561-9e967364fe3c owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:09:50.418928 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (6ddad2cf-8141-4f10-a561-9e967364fe3c), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:50.444724 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event deleted for resources: {'Port': ['ID=6ddad2cf-8141-4f10-a561-9e967364fe3c,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:50.454896 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.455322 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.455624 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.456497 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.456497 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.456683 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.456934 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.457253 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.457582 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.457910 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.458718 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.458718 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.458909 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:09:50.504034 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] No DVR routers for this DVR port 6ddad2cf-8141-4f10-a561-9e967364fe3c on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:09:50.506548 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:50.509831 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7e3cb402-118d-46bd-9778-d068e0088931 req-4f2a8235-8feb-4d8f-a876-8559e1efe0f3 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "DELETE /v2.0/ports/6ddad2cf-8141-4f10-a561-9e967364fe3c HTTP/1.1" status: 204 len: 173 time: 0.7045686 Mar 01 16:09:50.510265 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'name': 'network-vif-deleted', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:09:50.513028 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6b835d-a9c1-4cc1-b340-11e7fe44f0c0" -d '{"events": [{"server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "name": "network-vif-deleted", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:09:50.551679 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6cb31d-bb28-4a2d-8082-e85dd43b90a4 x-openstack-request-id: req-cb6cb31d-bb28-4a2d-8082-e85dd43b90a4 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:09:50.551976 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6232683-ade7-47d2-bef3-d4ee4ef25607", "name": "network-vif-deleted", "tag": "6ddad2cf-8141-4f10-a561-9e967364fe3c", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:09:50.552227 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb6cb31d-bb28-4a2d-8082-e85dd43b90a4 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:09:50.552623 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6232683-ade7-47d2-bef3-d4ee4ef25607', 'name': 'network-vif-deleted', 'tag': '6ddad2cf-8141-4f10-a561-9e967364fe3c', 'status': 'completed', 'code': 200} Mar 01 16:09:50.890540 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-259d3163-98fc-4082-acf0-6bb6a1370167 req-a1e31d49-1ee4-40fc-b362-f6f0fecd4d5c tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6232683-ade7-47d2-bef3-d4ee4ef25607 HTTP/1.1" status: 200 len: 210 time: 0.0291500 Mar 01 16:09:53.787134 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 6ddad2cf-8141-4f10-a561-9e967364fe3c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:09:53.808415 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 6ddad2cf-8141-4f10-a561-9e967364fe3c {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:09:53.808761 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 6ddad2cf-8141-4f10-a561-9e967364fe3c not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:09:54.345291 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84e63d30-e371-45bb-8d90-1268954df055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:55.217282 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39204) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:55.376648 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Deleting port fa37a6e4-aacb-4259-95ca-b839e93b8810 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:09:55.376988 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:55.452274 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:55.452512 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (fa37a6e4-aacb-4259-95ca-b839e93b8810), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:55.464213 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Calling delete_port for fa37a6e4-aacb-4259-95ca-b839e93b8810 owned by network:floatingip {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:09:55.612594 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (fa37a6e4-aacb-4259-95ca-b839e93b8810), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:55.643509 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event deleted for resources: {'Port': ['ID=fa37a6e4-aacb-4259-95ca-b839e93b8810,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:55.701934 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (f484d674-d6fa-4423-a2b1-abef6b22e090), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:55.702269 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.db.l3_db [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Floating IP f484d674-d6fa-4423-a2b1-abef6b22e090 disassociated (deleted). External IP: 172.27.0.233, port: c165e50b-0a16-423a-acc5-1c0dd587d7ad. Mar 01 16:09:55.912936 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:09:56.024101 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:09:56.029611 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:56.034259 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:09:56.045454 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:09:56.046066 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:56.059289 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-1562efb3-987a-421e-b433-188580ecb154 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "DELETE /v2.0/floatingips/f484d674-d6fa-4423-a2b1-abef6b22e090 HTTP/1.1" status: 204 len: 168 time: 0.8408875 Mar 01 16:09:56.059996 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad'}] {{(pid=102830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:09:56.062361 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea17beb70d4ad118c2c3bb81565379b4cac8a6c12517953e8cc3ead0c727f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b45a129-4bc0-4c9f-a019-2f399df59273" -d '{"events": [{"name": "network-changed", "server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad"}]}' {{(pid=102830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:09:56.102785 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1670eaf1-73ac-4247-bb37-186678811c79 x-openstack-request-id: req-1670eaf1-73ac-4247-bb37-186678811c79 {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:09:56.103404 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad", "status": "completed", "code": 200}]} {{(pid=102830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:09:56.103900 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1670eaf1-73ac-4247-bb37-186678811c79 {{(pid=102830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:09:56.104664 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'status': 'completed', 'code': 200} Mar 01 16:09:56.175093 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:09:56.185621 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-8dfcfdfe-b610-4ef3-b21c-e5d9a7c05e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:56.187256 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-8dfcfdfe-b610-4ef3-b21c-e5d9a7c05e54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508cad6c00ef4a57bcca201291065e3d&device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 1130 time: 0.0537250 Mar 01 16:09:56.337158 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-39b8e866-d2bb-4f9a-b6d9-2b320c679c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:56.338617 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-39b8e866-d2bb-4f9a-b6d9-2b320c679c09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 200 len: 913 time: 0.1364756 Mar 01 16:09:56.349357 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf353f8d-60fa-4541-8981-77be95ad3041 req-0d139a4d-8c10-48f6-8b64-c81661ffb91e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:56.350836 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cf353f8d-60fa-4541-8981-77be95ad3041 req-0d139a4d-8c10-48f6-8b64-c81661ffb91e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 946 time: 0.0824907 Mar 01 16:09:56.400076 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:56.403805 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-1e8d5b12-c6cc-4325-8435-69f67bc5e322 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad HTTP/1.1" status: 200 len: 217 time: 0.0519922 Mar 01 16:09:56.428838 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:09:56.439848 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:09:56.440455 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:56.475877 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cf353f8d-60fa-4541-8981-77be95ad3041 req-81d1dbac-5a62-404a-935b-5a442be07e16 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/security-groups?id=730bea8f-7ef2-4f7b-83f3-c3e151d0d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180584 Mar 01 16:09:56.480079 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-ff9f2a3a-e6dd-4730-8f52-2ace3c11666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:56.481965 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-ff9f2a3a-e6dd-4730-8f52-2ace3c11666c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 200 len: 851 time: 0.0701876 Mar 01 16:09:56.538892 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd77aa19-4451-4b07-a4db-660f4a94d619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:56.542041 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-bc2dfca7-b3fd-43a1-ab64-4b88f61c175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:56.543794 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-bc2dfca7-b3fd-43a1-ab64-4b88f61c175a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549831 Mar 01 16:09:56.563917 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:09:56.635902 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-026b764b-de34-46bd-b774-6633bcd46d61 service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852485 Mar 01 16:09:56.729678 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-5b45a129-4bc0-4c9f-a019-2f399df59273 req-6630df64-acfa-4d2f-bf93-0adb3f6f933d service neutron] 10.222.0.64 "GET /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852680 Mar 01 16:09:56.789281 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:09:56.835087 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8699be4-b45a-4f51-8adc-451a7125a06b None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:00:37Z', 'revision_number': 4, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb', 'name': '', 'network_id': '9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'mac_address': 'fa:16:3e:0e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:36Z', 'updated_at': '2022-03-01T16:00:42Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'subnets': [{'id': '48c4e4da-be7a-466a-9cb1-ac1aa8041ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:09:57.057907 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d57b825-90c3-446a-9bf1-37319f897710 None None] New status for floating IP f484d674-d6fa-4423-a2b1-abef6b22e090: DOWN {{(pid=102832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:09:57.191335 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-1a1c6990-e10a-4d95-8f45-17e0b13b011e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:09:57.192813 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-1a1c6990-e10a-4d95-8f45-17e0b13b011e tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 946 time: 0.0540817 Mar 01 16:09:57.294315 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Deleting port c165e50b-0a16-423a-acc5-1c0dd587d7ad {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:09:57.294668 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:57.390742 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] For port c165e50b-0a16-423a-acc5-1c0dd587d7ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c165e50b-0a16-423a-acc5-1c0dd587d7ad,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:09:57.391106 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:57.408486 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Calling delete_port for c165e50b-0a16-423a-acc5-1c0dd587d7ad owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:09:57.536637 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (c165e50b-0a16-423a-acc5-1c0dd587d7ad), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:57.581390 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event deleted for resources: {'Port': ['ID=c165e50b-0a16-423a-acc5-1c0dd587d7ad,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:57.600891 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-61c96633-c80c-4ecc-92be-2427d039218e req-d49d8fb0-d126-4fc5-b410-b0a6c3a36f39 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c65342-c5e8-426f-94dd-c2a0416a92a9 HTTP/1.1" status: 200 len: 210 time: 0.0541716 Mar 01 16:09:57.641500 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] No DVR routers for this DVR port c165e50b-0a16-423a-acc5-1c0dd587d7ad on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:09:57.643972 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:57.647181 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ef9cf696-6de1-4d07-81b5-86c3e6e54b39 req-809c36f1-ffe9-4338-93e9-5666fd5bf652 tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.64 "DELETE /v2.0/ports/c165e50b-0a16-423a-acc5-1c0dd587d7ad HTTP/1.1" status: 204 len: 173 time: 0.4489686 Mar 01 16:09:57.647636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'name': 'network-vif-deleted', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:09:57.649874 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00ef775-b7cc-4816-bbb1-9433404b7a4f" -d '{"events": [{"server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "name": "network-vif-deleted", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:09:57.761415 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e962993-0681-4ccf-ac50-75de21294dcb x-openstack-request-id: req-9e962993-0681-4ccf-ac50-75de21294dcb {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:09:57.761747 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c65342-c5e8-426f-94dd-c2a0416a92a9", "name": "network-vif-deleted", "tag": "c165e50b-0a16-423a-acc5-1c0dd587d7ad", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:09:57.762014 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e962993-0681-4ccf-ac50-75de21294dcb {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:09:57.762422 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c65342-c5e8-426f-94dd-c2a0416a92a9', 'name': 'network-vif-deleted', 'tag': 'c165e50b-0a16-423a-acc5-1c0dd587d7ad', 'status': 'completed', 'code': 200} Mar 01 16:09:57.809549 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:58.657643 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39230) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:09:58.781260 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Deleting port 29f78193-8b87-4b9d-a51f-932360607930 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:09:58.781513 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (29f78193-8b87-4b9d-a51f-932360607930), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:58.861453 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (29f78193-8b87-4b9d-a51f-932360607930), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:58.861789 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (29f78193-8b87-4b9d-a51f-932360607930), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:58.874754 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Calling delete_port for 29f78193-8b87-4b9d-a51f-932360607930 owned by network:floatingip {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:09:59.003781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (29f78193-8b87-4b9d-a51f-932360607930), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:59.032456 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event deleted for resources: {'Port': ['ID=29f78193-8b87-4b9d-a51f-932360607930,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:09:59.092849 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for floatingip (f5200690-0314-4089-aab8-c71a727eb523), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:59.095505 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:09:59.096716 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-89397243-f170-47d8-bedf-12891d82954d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "DELETE /v2.0/floatingips/f5200690-0314-4089-aab8-c71a727eb523 HTTP/1.1" status: 204 len: 168 time: 0.4385135 Mar 01 16:09:59.259409 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:00.294109 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39244) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:00.351983 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9209bb2a-7931-47b3-abfa-49aa8474299d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group (730bea8f-7ef2-4f7b-83f3-c3e151d0d551), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:00.377938 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9209bb2a-7931-47b3-abfa-49aa8474299d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group (730bea8f-7ef2-4f7b-83f3-c3e151d0d551), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:00.441847 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9209bb2a-7931-47b3-abfa-49aa8474299d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (730bea8f-7ef2-4f7b-83f3-c3e151d0d551), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:00.444518 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9209bb2a-7931-47b3-abfa-49aa8474299d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:00.445674 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-9209bb2a-7931-47b3-abfa-49aa8474299d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] 10.222.0.10 "DELETE /v2.0/security-groups/730bea8f-7ef2-4f7b-83f3-c3e151d0d551 HTTP/1.1" status: 204 len: 168 time: 0.1500382 Mar 01 16:10:00.454998 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209bb2a-7931-47b3-abfa-49aa8474299d tempest-TestVolumeBootPattern-1843132554 tempest-TestVolumeBootPattern-1843132554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730bea8f-7ef2-4f7b-83f3-c3e151d0d551,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:00.504895 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39248) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:00.628535 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:00.788075 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:01.010669 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:01.259758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Deleting port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:01.260101 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:01.339973 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] For port 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:01.340660 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:01.357097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Calling delete_port for 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb owned by network:router_interface {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:01.544250 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:01.572488 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:01.768107 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:01.822305 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device c165e50b-0a16-423a-acc5-1c0dd587d7ad no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:01.852387 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: c165e50b-0a16-423a-acc5-1c0dd587d7ad {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:01.852742 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device c165e50b-0a16-423a-acc5-1c0dd587d7ad not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:01.997685 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:10:02.113568 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:10:02.118764 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-5cbb18e0-c595-4289-a0a6-8c76e11cfc61 admin admin] 10.222.0.10 "PUT /v2.0/routers/2f8549c5-cd2b-45c6-b71e-823bfe81af0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6127326 Mar 01 16:10:02.122122 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39268) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:02.140082 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] Sync routers for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:10:02.153421 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:02.154918 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:02.237108 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks [] for router (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.346096 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks [] for router_gateway (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.376899 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:02.406723 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Deleting port d0be29da-d88a-4d6d-857c-b604d2a2ac73 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:02.407067 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.483901 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] For port d0be29da-d88a-4d6d-857c-b604d2a2ac73, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=d0be29da-d88a-4d6d-857c-b604d2a2ac73,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:02.484258 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.500200 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Calling delete_port for d0be29da-d88a-4d6d-857c-b604d2a2ac73 owned by network:router_gateway {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:02.557441 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:10:01Z', 'revision_number': 5, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port': {'id': 'd0be29da-d88a-4d6d-857c-b604d2a2ac73', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:34Z', 'updated_at': '2022-03-01T16:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:02.587820 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] Checking router: 2f8549c5-cd2b-45c6-b71e-823bfe81af0d for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:10:02.598508 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] Routers {'2f8549c5-cd2b-45c6-b71e-823bfe81af0d'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:02.599135 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:02.667574 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (d0be29da-d88a-4d6d-857c-b604d2a2ac73), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.689190 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] Set router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d gateway port host: None {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:02.696479 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0be29da-d88a-4d6d-857c-b604d2a2ac73,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:02.739800 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:10:02Z', 'revision_number': 6, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:02.752802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.769671 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f56f3-cae4-4153-a85f-48fdef3fda6d None None] The sync data for ids ['2f8549c5-cd2b-45c6-b71e-823bfe81af0d'] in dv-cinder-778193-21-iscsi is: [{'id': '2f8549c5-cd2b-45c6-b71e-823bfe81af0d', 'name': 'tempest-TestVolumeBootPattern-2079868046-router', 'tenant_id': '508cad6c00ef4a57bcca201291065e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:33Z', 'updated_at': '2022-03-01T16:10:02Z', 'revision_number': 6, 'project_id': '508cad6c00ef4a57bcca201291065e3d', 'gw_port_host': None}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:10:02.846013 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.848166 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks [] for router_controller (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.893136 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (2f8549c5-cd2b-45c6-b71e-823bfe81af0d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.893817 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8549c5-cd2b-45c6-b71e-823bfe81af0d {{(pid=102830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:10:02.898076 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.899370 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-5fd95a62-0b11-4529-8bac-09b67cc1fb29 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2f8549c5-cd2b-45c6-b71e-823bfe81af0d HTTP/1.1" status: 204 len: 168 time: 0.7762854 Mar 01 16:10:02.902613 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39272) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:02.944943 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.db_base_plugin_v2 [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] Deleting subnet 48c4e4da-be7a-466a-9cb1-ac1aa8041ffe {{(pid=102830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:10:02.948011 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] Publish callbacks [] for subnet (48c4e4da-be7a-466a-9cb1-ac1aa8041ffe), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:02.980722 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127839918'] for subnet (48c4e4da-be7a-466a-9cb1-ac1aa8041ffe), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.057282 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (48c4e4da-be7a-466a-9cb1-ac1aa8041ffe), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.110292 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700854'] for subnet (48c4e4da-be7a-466a-9cb1-ac1aa8041ffe), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.135761 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c4e4da-be7a-466a-9cb1-ac1aa8041ffe,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:03.139480 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.144905 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-651ba18e-af23-478e-ac7d-2a9135f148d5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/48c4e4da-be7a-466a-9cb1-ac1aa8041ffe HTTP/1.1" status: 204 len: 168 time: 0.2411947 Mar 01 16:10:03.145637 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39276) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:03.149668 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0907561-651a-4dd5-9889-ac0faa355095 None None] Network 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:10:03.222280 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.280796 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Deleting port 266acadd-2a49-4675-80fe-35fa405c8c0a {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:03.280796 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.571169 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] DHCP port deletion for 9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:10:03.638926 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] For port 266acadd-2a49-4675-80fe-35fa405c8c0a, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=266acadd-2a49-4675-80fe-35fa405c8c0a,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:03.639333 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.641573 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Deleting port 266acadd-2a49-4675-80fe-35fa405c8c0a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:03.641940 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.657979 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Calling delete_port for 266acadd-2a49-4675-80fe-35fa405c8c0a owned by network:dhcp {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:03.711267 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] For port 266acadd-2a49-4675-80fe-35fa405c8c0a, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=266acadd-2a49-4675-80fe-35fa405c8c0a,segment=NetworkSegment(6e1fb808-d84a-4386-bde8-d6865a398019),segment_id=6e1fb808-d84a-4386-bde8-d6865a398019)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:03.711724 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.727492 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Calling delete_port for 266acadd-2a49-4675-80fe-35fa405c8c0a owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:03.766840 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.794481 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Pushing event deleted for resources: {'Port': ['ID=266acadd-2a49-4675-80fe-35fa405c8c0a,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:03.796343 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] No DVR routers for this DVR port 266acadd-2a49-4675-80fe-35fa405c8c0a on host dv-cinder-778193-21-iscsi {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:10:03.845389 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (266acadd-2a49-4675-80fe-35fa405c8c0a), after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.870985 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.885473 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Pushing event deleted for resources: {'Port': ['ID=266acadd-2a49-4675-80fe-35fa405c8c0a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:03.895579 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:03.900762 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] No DVR routers for this DVR port 266acadd-2a49-4675-80fe-35fa405c8c0a on host dv-cinder-778193-21-iscsi {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:10:03.907975 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1fb808-d84a-4386-bde8-d6865a398019') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:03.908671 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1fb808-d84a-4386-bde8-d6865a398019') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:03.913484 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.914063 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.914615 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.915718 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.915718 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.916281 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.916844 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.917407 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.917972 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.918538 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.919078 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.919844 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.920353 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149e98c-7ab1-4003-a8ab-db296b95342e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:10:03.925990 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (6e1fb808-d84a-4386-bde8-d6865a398019), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.940110 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (6e1fb808-d84a-4386-bde8-d6865a398019), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.946496 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:10:03.946946 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (6e1fb808-d84a-4386-bde8-d6865a398019), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:10:03.949014 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:10:04.023102 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:04.028249 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:04.032244 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] 10.222.0.10 "DELETE /v2.0/networks/9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63 HTTP/1.1" status: 204 len: 168 time: 0.8856633 Mar 01 16:10:04.035858 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39284) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:04.049641 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b23d-9028-486f-b337-363a4dd4b74e admin admin] Pushing event deleted for resources: {'Network': ['ID=9467bd4b-90d0-4bcb-9cd8-0b5710c6bd63,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:04.186549 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:04.207848 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:04.208198 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 045d4132-1e2c-46e0-bcd8-9e0a3b7da5fb not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:04.208628 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 266acadd-2a49-4675-80fe-35fa405c8c0a no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:04.227737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 266acadd-2a49-4675-80fe-35fa405c8c0a {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:04.228087 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 266acadd-2a49-4675-80fe-35fa405c8c0a not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:04.228528 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d0be29da-d88a-4d6d-857c-b604d2a2ac73 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:04.247332 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: d0be29da-d88a-4d6d-857c-b604d2a2ac73 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:04.248201 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device d0be29da-d88a-4d6d-857c-b604d2a2ac73 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:04.676883 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (fbdad3fa-4491-4239-949a-797ea4bc2f3f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:04.936549 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Deleting port ea370540-3679-4e08-88a5-d626112dc846 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:04.936797 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (ea370540-3679-4e08-88a5-d626112dc846), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:05.014918 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] For port ea370540-3679-4e08-88a5-d626112dc846, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=ea370540-3679-4e08-88a5-d626112dc846,segment=NetworkSegment(c0651164-558b-4243-ac74-cfdca7a0f925),segment_id=c0651164-558b-4243-ac74-cfdca7a0f925)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:05.015308 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (ea370540-3679-4e08-88a5-d626112dc846), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:05.027925 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Calling delete_port for ea370540-3679-4e08-88a5-d626112dc846 owned by network:router_interface {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:05.208728 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (ea370540-3679-4e08-88a5-d626112dc846), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:05.234688 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ea370540-3679-4e08-88a5-d626112dc846,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:05.417509 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (fbdad3fa-4491-4239-949a-797ea4bc2f3f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:05.647910 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Router fbdad3fa-4491-4239-949a-797ea4bc2f3f has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:10:05.780117 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:10:05.785297 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-06692bd9-d142-4372-80ed-c19d3c8017ae admin admin] 10.222.0.10 "PUT /v2.0/routers/fbdad3fa-4491-4239-949a-797ea4bc2f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483459 Mar 01 16:10:05.789101 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39300) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:05.794602 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] Sync routers for ids ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'] in dv-cinder-778193-21-iscsi {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:10:05.807915 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] Routers {'fbdad3fa-4491-4239-949a-797ea4bc2f3f'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:05.808833 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:05.902316 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks [] for router (fbdad3fa-4491-4239-949a-797ea4bc2f3f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:05.923158 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] Set router fbdad3fa-4491-4239-949a-797ea4bc2f3f gateway port host: dv-cinder-778193-21-iscsi {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:06.017439 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks [] for router_gateway (fbdad3fa-4491-4239-949a-797ea4bc2f3f), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.101500 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Deleting port 3f5d3b5e-a4fb-427e-a2a2-27e913134759 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:06.102123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.191695 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] For port 3f5d3b5e-a4fb-427e-a2a2-27e913134759, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=3f5d3b5e-a4fb-427e-a2a2-27e913134759,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:06.192343 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.206519 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Calling delete_port for 3f5d3b5e-a4fb-427e-a2a2-27e913134759 owned by network:router_gateway {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:06.248346 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:10:05Z', 'revision_number': 5, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port': {'id': '3f5d3b5e-a4fb-427e-a2a2-27e913134759', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:06.275308 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] Checking router: fbdad3fa-4491-4239-949a-797ea4bc2f3f for host: dv-cinder-778193-21-iscsi {{(pid=102832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:10:06.284056 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] Routers {'fbdad3fa-4491-4239-949a-797ea4bc2f3f'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:06.284326 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:09:57Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'], 'active': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:06.382940 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (3f5d3b5e-a4fb-427e-a2a2-27e913134759), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.384875 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvr_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] Set router fbdad3fa-4491-4239-949a-797ea4bc2f3f gateway port host: None {{(pid=102832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:06.414292 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5d3b5e-a4fb-427e-a2a2-27e913134759,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:06.442257 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_hamode_db [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:10:06Z', 'revision_number': 6, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:06.470178 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcaee8-f2c4-477a-a108-a3cb92c71d2c None None] The sync data for ids ['fbdad3fa-4491-4239-949a-797ea4bc2f3f'] in dv-cinder-778193-21-iscsi is: [{'id': 'fbdad3fa-4491-4239-949a-797ea4bc2f3f', 'name': 'tempest-TestVolumeBootPattern-349788383-router', 'tenant_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:39Z', 'updated_at': '2022-03-01T16:10:06Z', 'revision_number': 6, 'project_id': 'c013a95b7eb84bd3ab015913e9eb924e', 'gw_port_host': None}] {{(pid=102832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:10:06.481104 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (fbdad3fa-4491-4239-949a-797ea4bc2f3f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.575170 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (fbdad3fa-4491-4239-949a-797ea4bc2f3f), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.577343 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks [] for router_controller (fbdad3fa-4491-4239-949a-797ea4bc2f3f), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.620194 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (fbdad3fa-4491-4239-949a-797ea4bc2f3f), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.620828 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbdad3fa-4491-4239-949a-797ea4bc2f3f {{(pid=102831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:10:06.625143 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.626313 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-9f75a3aa-37be-4257-91fe-e75386570af0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fbdad3fa-4491-4239-949a-797ea4bc2f3f HTTP/1.1" status: 204 len: 168 time: 0.8360779 Mar 01 16:10:06.628907 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39302) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:06.678051 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] Deleting subnet 6764c971-ac2b-430a-bafb-d1810be1fbf8 {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:10:06.682123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] Publish callbacks [] for subnet (6764c971-ac2b-430a-bafb-d1810be1fbf8), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.719396 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126393820'] for subnet (6764c971-ac2b-430a-bafb-d1810be1fbf8), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.847636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (6764c971-ac2b-430a-bafb-d1810be1fbf8), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.892434 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39310) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:06.911714 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3493186'] for subnet (6764c971-ac2b-430a-bafb-d1810be1fbf8), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.924428 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:06.930272 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6764c971-ac2b-430a-bafb-d1810be1fbf8 HTTP/1.1" status: 204 len: 168 time: 0.2982402 Mar 01 16:10:06.930624 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39314) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:06.934432 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f5bb8-3e96-4a96-b56b-7b981463d2e2 None None] Network cac27d2d-5b76-4b27-a294-8ed333659690 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:10:06.947015 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1040e-81fe-407e-9733-3df0c5d1e092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6764c971-ac2b-430a-bafb-d1810be1fbf8,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:07.017802 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-025394f2-1842-4c04-9ce3-273d838b2108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.056593 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (cac27d2d-5b76-4b27-a294-8ed333659690), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.124421 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] DHCP port deletion for cac27d2d-5b76-4b27-a294-8ed333659690 request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:10:07.159158 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-025394f2-1842-4c04-9ce3-273d838b2108 admin admin] Publish callbacks [] for security_group (b3523c05-94c4-40fc-a125-b38108d3e519), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.160977 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Deleting port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:07.161127 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.172588 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-025394f2-1842-4c04-9ce3-273d838b2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (b3523c05-94c4-40fc-a125-b38108d3e519), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.174333 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] Deleting port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:07.174712 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.242592 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] For port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,segment=NetworkSegment(c0651164-558b-4243-ac74-cfdca7a0f925),segment_id=c0651164-558b-4243-ac74-cfdca7a0f925)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:07.243137 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.258232 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] Calling delete_port for 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:07.267411 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-025394f2-1842-4c04-9ce3-273d838b2108 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a171e4e3ddd4ec798d59f8f289db6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703897 Mar 01 16:10:07.267411 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] For port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,segment=NetworkSegment(c0651164-558b-4243-ac74-cfdca7a0f925),segment_id=c0651164-558b-4243-ac74-cfdca7a0f925)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:07.267411 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.268059 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39316) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:07.269872 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025394f2-1842-4c04-9ce3-273d838b2108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3523c05-94c4-40fc-a125-b38108d3e519,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:07.285522 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Calling delete_port for 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 owned by network:dhcp {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:07.347924 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63afee1f-7cdf-4196-8000-dcc3d5b5e434 admin admin] Publish callbacks [] for security_group (b3523c05-94c4-40fc-a125-b38108d3e519), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.367210 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.374957 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.376716 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63afee1f-7cdf-4196-8000-dcc3d5b5e434 admin admin] Publish callbacks [] for security_group (b3523c05-94c4-40fc-a125-b38108d3e519), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.402732 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] No DVR routers for this DVR port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 on host dv-cinder-778193-21-iscsi {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:10:07.408101 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:07.411157 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3e570-0fbf-4632-b552-02972e22e08d None None] Pushing event deleted for resources: {'Port': ['ID=9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:07.421736 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] No DVR routers for this DVR port 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 on host dv-cinder-778193-21-iscsi {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:10:07.441798 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63afee1f-7cdf-4196-8000-dcc3d5b5e434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (b3523c05-94c4-40fc-a125-b38108d3e519), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.444869 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-63afee1f-7cdf-4196-8000-dcc3d5b5e434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.446205 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-63afee1f-7cdf-4196-8000-dcc3d5b5e434 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3523c05-94c4-40fc-a125-b38108d3e519 HTTP/1.1" status: 204 len: 168 time: 0.1770689 Mar 01 16:10:07.453966 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afee1f-7cdf-4196-8000-dcc3d5b5e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3523c05-94c4-40fc-a125-b38108d3e519,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:07.499601 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (cac27d2d-5b76-4b27-a294-8ed333659690), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.520581 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac27d2d-5b76-4b27-a294-8ed333659690']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:07.530801 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0651164-558b-4243-ac74-cfdca7a0f925') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:07.531079 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0651164-558b-4243-ac74-cfdca7a0f925') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:07.541493 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (c0651164-558b-4243-ac74-cfdca7a0f925), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.555632 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (c0651164-558b-4243-ac74-cfdca7a0f925), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.562583 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:10:07.563040 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (c0651164-558b-4243-ac74-cfdca7a0f925), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: self.session.flush() Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: self.session.flush() Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: self.session.flush() Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: self.session.flush() Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:10:07.565013 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:10:07.630638 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (cac27d2d-5b76-4b27-a294-8ed333659690), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.636717 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.643573 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cac27d2d-5b76-4b27-a294-8ed333659690 HTTP/1.1" status: 204 len: 168 time: 0.7089427 Mar 01 16:10:07.656143 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03afb-956e-4591-9c19-57b44ee9b303 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac27d2d-5b76-4b27-a294-8ed333659690,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:07.849002 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39332) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:07.894519 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-766ce866-792a-4fbb-8d09-f0f16cd0d3dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=508cad6c00ef4a57bcca201291065e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442080 Mar 01 16:10:07.897099 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39334) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:07.957093 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-88ce8c2c-46ee-424d-95d3-9d6649c36f11 admin admin] Publish callbacks [] for security_group (ec44d28b-db12-4aa6-bc74-d0964e84cef2), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:07.982870 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-88ce8c2c-46ee-424d-95d3-9d6649c36f11 admin admin] Publish callbacks [] for security_group (ec44d28b-db12-4aa6-bc74-d0964e84cef2), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.032891 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-88ce8c2c-46ee-424d-95d3-9d6649c36f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ec44d28b-db12-4aa6-bc74-d0964e84cef2), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.035579 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-88ce8c2c-46ee-424d-95d3-9d6649c36f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.036796 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-88ce8c2c-46ee-424d-95d3-9d6649c36f11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec44d28b-db12-4aa6-bc74-d0964e84cef2 HTTP/1.1" status: 204 len: 168 time: 0.1389241 Mar 01 16:10:08.045569 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce8c2c-46ee-424d-95d3-9d6649c36f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec44d28b-db12-4aa6-bc74-d0964e84cef2,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:08.219922 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3f5d3b5e-a4fb-427e-a2a2-27e913134759 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:08.223933 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39348) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:08.246296 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 3f5d3b5e-a4fb-427e-a2a2-27e913134759 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:08.246892 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3f5d3b5e-a4fb-427e-a2a2-27e913134759 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:08.247535 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device ea370540-3679-4e08-88a5-d626112dc846 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:08.269908 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: ea370540-3679-4e08-88a5-d626112dc846 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:08.270402 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device ea370540-3679-4e08-88a5-d626112dc846 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:08.270911 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:08.291882 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:08.292346 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 9c0f806f-9d13-4f67-9ab8-fb5c5e82cf88 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:08.329015 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1424939971-network', 'tenant_id': 'd43163aac47d449bb23eafd3475a9e65'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:10:08.343470 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39352) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:08.348724 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Made reservation on behalf of d43163aac47d449bb23eafd3475a9e65 for: {'network': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:10:08.351136 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for network (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.360430 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.385464 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-57ed93ce-86a4-4a53-8f21-b833815c8261 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c013a95b7eb84bd3ab015913e9eb924e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407908 Mar 01 16:10:08.387947 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39354) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:08.441352 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-28dc3adb-2a3a-42c9-ad68-427c5b0377b4 admin admin] Publish callbacks [] for security_group (a907d74b-26ac-4355-bef0-e76adaa875f5), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.444811 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks [] for security_group (482430d6-af3a-45c3-be8e-f4b8cf13d722), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.450092 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (482430d6-af3a-45c3-be8e-f4b8cf13d722), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.469607 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-28dc3adb-2a3a-42c9-ad68-427c5b0377b4 admin admin] Publish callbacks [] for security_group (a907d74b-26ac-4355-bef0-e76adaa875f5), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.480097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:10:08.487109 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482430d6-af3a-45c3-be8e-f4b8cf13d722,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:08.493253 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (04cc9766-25b1-4f1e-a107-11682b41c475), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.493660 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.segments_db [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Added segment 04cc9766-25b1-4f1e-a107-11682b41c475 of type vlan for network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 Mar 01 16:10:08.523766 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-28dc3adb-2a3a-42c9-ad68-427c5b0377b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (a907d74b-26ac-4355-bef0-e76adaa875f5), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.526760 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-28dc3adb-2a3a-42c9-ad68-427c5b0377b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.527971 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-28dc3adb-2a3a-42c9-ad68-427c5b0377b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a907d74b-26ac-4355-bef0-e76adaa875f5 HTTP/1.1" status: 204 len: 168 time: 0.1390405 Mar 01 16:10:08.536421 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc3adb-2a3a-42c9-ad68-427c5b0377b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907d74b-26ac-4355-bef0-e76adaa875f5,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:08.540099 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620333379'] for network (9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.571741 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801'] for network (9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.572813 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:08.573411 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.628939 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4036920 Mar 01 16:10:08.631978 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39358) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:08.638176 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.v2.base [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Request body: {'subnet': {'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1424939971-subnet', 'tenant_id': 'd43163aac47d449bb23eafd3475a9e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:10:08.640224 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670d76f-b6d0-4c27-ac45-5ee0e55b68e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:08.650913 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 details requested by agent ovs-agent-dv-cinder-778193-21-iscsi with host dv-cinder-778193-21-iscsi {{(pid=102832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:10:08.669120 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Made reservation on behalf of d43163aac47d449bb23eafd3475a9e65 for: {'subnet': 1} {{(pid=102830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:10:08.672181 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700829'] for subnet (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.861248 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700847'] for subnet (5df60647-7520-4465-85de-0b7e35fac4f7), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.929528 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df60647-7520-4465-85de-0b7e35fac4f7,revision_number=0']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:08.935315 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Checking segment: {'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:10:08.935803 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Network hostable DHCP agents. Network: 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7, hostable agents: ['aa22e542-1a77-44b6-8775-79b46e543856'], hosted agents: [] {{(pid=102830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:10:08.954890 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 is scheduled to be hosted by DHCP agent aa22e542-1a77-44b6-8775-79b46e543856 with binding_index 1 {{(pid=102830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:10:08.964338 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.scheduler.base_scheduler [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-21-iscsi, 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7) {{(pid=102830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:10:08.976747 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:08.976747 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:08.980811 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2217f-76cd-44e2-82b4-495621a98bcf None None] Network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:10:08.986527 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-05ef136e-4677-4458-bcb6-7d524747a894 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3532553 Mar 01 16:10:09.089357 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d5cb8-5eac-4865-be70-db311d81f918 None None] Network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:10:10.749935 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-edfffcf7-8586-4931-b0b4-e76beadf7ce8 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:10.751353 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-edfffcf7-8586-4931-b0b4-e76beadf7ce8 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/networks?id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 HTTP/1.1" status: 200 len: 814 time: 0.1058428 Mar 01 16:10:10.757688 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:10:10.767470 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-8e5a82fe-713c-439a-88fa-5676d51400bd tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/quotas/d43163aac47d449bb23eafd3475a9e65 HTTP/1.1" status: 200 len: 375 time: 0.0105009 Mar 01 16:10:10.800787 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-d7bfd783-f48d-49dd-b90e-8aca4eec6624 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d43163aac47d449bb23eafd3475a9e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277073 Mar 01 16:10:10.901395 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-489b207b-61a3-4788-8234-adb72a3ea6c9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:10:10.902409 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-489b207b-61a3-4788-8234-adb72a3ea6c9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0954938 Mar 01 16:10:10.992993 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-236aaf4b-354f-4884-a36a-0f2ff20af88b service neutron] 10.222.0.10 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847418 Mar 01 16:10:11.082224 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-617b0c25-a2ab-459a-8446-00c0b02908a6 service neutron] 10.222.0.10 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831089 Mar 01 16:10:11.248112 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b9b87060-521b-47c5-9492-66d8c0899f0f req-a778321c-8c70-4d73-a7e0-0e9e981aaf93 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 210 time: 0.0291693 Mar 01 16:10:12.340591 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-8e10f1db-adec-4f66-9071-7c690696702e req-9c81f494-f9ff-4f61-8621-aa3b20f5033a tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 210 time: 0.0282493 Mar 01 16:10:13.472279 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-655ab972-6827-4ab7-a80f-3da21241d4bf req-82397b8c-3d0b-490c-8bfb-471fb935ab36 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 210 time: 0.0361118 Mar 01 16:10:13.513496 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-4db28432-d0a0-429f-a092-e40c76090633 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:13.515008 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-4db28432-d0a0-429f-a092-e40c76090633 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "GET /v2.0/networks?id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 HTTP/1.1" status: 200 len: 814 time: 0.3957355 Mar 01 16:10:13.527215 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Request body: {'port': {'device_id': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7', 'admin_state_up': True, 'tenant_id': 'd43163aac47d449bb23eafd3475a9e65'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:10:13.639033 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Made reservation on behalf of d43163aac47d449bb23eafd3475a9e65 for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:10:13.642407 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:13.779991 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Allocated IP 172.20.0.13 (9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7/5df60647-7520-4465-85de-0b7e35fac4f7/0229020b-40f1-4de1-afa4-53c741ad9263) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:10:13.938116 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks [] for port (0229020b-40f1-4de1-afa4-53c741ad9263), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:13.971244 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.021863 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:10:14.025097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:10:14.028934 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:10:14.052100 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Pushing event updated for resources: {'Port': ['ID=0229020b-40f1-4de1-afa4-53c741ad9263,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:14.081194 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:14.081802 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.098666 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-0df66219-ba21-4d13-b914-2d57e94d12a9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5753646 Mar 01 16:10:14.109670 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Request body: {'port': {'device_id': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:10:14.168884 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.440713 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0229020b-40f1-4de1-afa4-53c741ad9263 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:10:14.450330 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Publish callbacks [] for port (0229020b-40f1-4de1-afa4-53c741ad9263), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.462044 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Transition to ACTIVE for port object 0229020b-40f1-4de1-afa4-53c741ad9263 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:10:14.466928 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.519693 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0229020b-40f1-4de1-afa4-53c741ad9263,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:14.619421 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Attempting to bind port 0229020b-40f1-4de1-afa4-53c741ad9263 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:10:14.619761 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Attempting to bind port 0229020b-40f1-4de1-afa4-53c741ad9263 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:10:14.620090 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Attempting to bind port 0229020b-40f1-4de1-afa4-53c741ad9263 on network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:10:14.627781 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Port 0229020b-40f1-4de1-afa4-53c741ad9263 on network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:10:14.628093 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Attempting to bind port 0229020b-40f1-4de1-afa4-53c741ad9263 on network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:10:14.635502 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:10:14.635846 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Checking segment: {'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:10:14.636226 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Bound using segment: {'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:10:14.636650 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Bound port: 0229020b-40f1-4de1-afa4-53c741ad9263, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:10:14.637006 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.645107 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe832-8e22-4722-a206-a5af24d42a73 req-7f27742d-e0a8-470d-969d-69dbe0a5c09c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:14.646580 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7ccfe832-8e22-4722-a206-a5af24d42a73 req-7f27742d-e0a8-470d-969d-69dbe0a5c09c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 944 time: 0.0903451 Mar 01 16:10:14.735603 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7ccfe832-8e22-4722-a206-a5af24d42a73 req-def13765-b9f3-483d-be34-933823bb4b33 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804789 Mar 01 16:10:14.741286 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] For port 0229020b-40f1-4de1-afa4-53c741ad9263, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:10:14.744442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] For port 0229020b-40f1-4de1-afa4-53c741ad9263, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0229020b-40f1-4de1-afa4-53c741ad9263,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:10:14.750679 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.788788 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:14.789413 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:14.790830 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/0229020b-40f1-4de1-afa4-53c741ad9263 HTTP/1.1" status: 200 len: 1094 time: 0.6852412 Mar 01 16:10:14.791299 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'tag': '0229020b-40f1-4de1-afa4-53c741ad9263'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:10:14.793589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90778997-2754-4c78-934f-9850b00c97f8" -d '{"events": [{"name": "network-changed", "server_uuid": "421dc1c5-ec5b-4aea-8a6a-8f268ef31692", "tag": "0229020b-40f1-4de1-afa4-53c741ad9263"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:10:14.820251 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344991-785b-410e-a933-d80cbfe677d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0229020b-40f1-4de1-afa4-53c741ad9263,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:14.839789 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cccbfd0-9344-4832-8663-dff8f0f99d85 x-openstack-request-id: req-1cccbfd0-9344-4832-8663-dff8f0f99d85 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:10:14.840079 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421dc1c5-ec5b-4aea-8a6a-8f268ef31692", "tag": "0229020b-40f1-4de1-afa4-53c741ad9263", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:10:14.840380 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cccbfd0-9344-4832-8663-dff8f0f99d85 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:10:14.840783 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'tag': '0229020b-40f1-4de1-afa4-53c741ad9263', 'status': 'completed', 'code': 200} Mar 01 16:10:14.878979 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-03e2c423-7918-4b99-b921-1d67111ba5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:14.880530 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-03e2c423-7918-4b99-b921-1d67111ba5d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d43163aac47d449bb23eafd3475a9e65&device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 1128 time: 0.0503569 Mar 01 16:10:14.926736 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-199d231c-eb87-48f7-abee-d85030973dd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0229020b-40f1-4de1-afa4-53c741ad9263 HTTP/1.1" status: 200 len: 217 time: 0.0367393 Mar 01 16:10:14.974715 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-751344cf-8c30-4044-941f-b420a262dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:14.976238 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-751344cf-8c30-4044-941f-b420a262dea8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df60647-7520-4465-85de-0b7e35fac4f7 HTTP/1.1" status: 200 len: 854 time: 0.0430219 Mar 01 16:10:15.011359 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-43dd424d-b83d-438d-bc09-a25dadc959d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294735 Mar 01 16:10:15.101031 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-d498c958-ca32-487a-8047-8f959d3f7c31 service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836856 Mar 01 16:10:15.197148 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-3a0219a0-81bb-4739-9ce5-844994665c07 req-10071d9e-6c35-4268-9dae-cd84e762021b service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897126 Mar 01 16:10:15.287799 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90778997-2754-4c78-934f-9850b00c97f8 req-7189b674-c14b-4b33-8b97-7a7d011fd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:15.289312 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90778997-2754-4c78-934f-9850b00c97f8 req-7189b674-c14b-4b33-8b97-7a7d011fd106 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d43163aac47d449bb23eafd3475a9e65&device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 1128 time: 0.0459814 Mar 01 16:10:15.385828 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90778997-2754-4c78-934f-9850b00c97f8 req-69b38c7e-a3a9-4f25-a3e1-48eeba40e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:15.387364 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90778997-2754-4c78-934f-9850b00c97f8 req-69b38c7e-a3a9-4f25-a3e1-48eeba40e8bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 HTTP/1.1" status: 200 len: 915 time: 0.0916288 Mar 01 16:10:15.433915 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90778997-2754-4c78-934f-9850b00c97f8 req-69ffb2ba-33c9-4de6-abf2-8bba95a6e7b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0229020b-40f1-4de1-afa4-53c741ad9263 HTTP/1.1" status: 200 len: 217 time: 0.0398588 Mar 01 16:10:15.484406 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90778997-2754-4c78-934f-9850b00c97f8 req-e4101ec4-d83b-42c9-988b-982874d342df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:15.485945 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90778997-2754-4c78-934f-9850b00c97f8 req-e4101ec4-d83b-42c9-988b-982874d342df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df60647-7520-4465-85de-0b7e35fac4f7 HTTP/1.1" status: 200 len: 854 time: 0.0465326 Mar 01 16:10:15.518640 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90778997-2754-4c78-934f-9850b00c97f8 req-1670a477-d16d-4fef-9d32-9dc753eb9b04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269780 Mar 01 16:10:15.612530 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90778997-2754-4c78-934f-9850b00c97f8 req-2d9581ae-8fc7-4dc7-9679-abf000fde0ce service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880907 Mar 01 16:10:15.706567 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-90778997-2754-4c78-934f-9850b00c97f8 req-8cbb9ffb-871a-4832-89b0-0465890c2085 service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850503 Mar 01 16:10:15.858149 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7a5e-ea82-47f6-b186-1262cb4562cb req-ceaadf3a-19d2-494d-a3b8-2c36a663bd9c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:15.859703 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-266f7a5e-ea82-47f6-b186-1262cb4562cb req-ceaadf3a-19d2-494d-a3b8-2c36a663bd9c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 944 time: 0.0581391 Mar 01 16:10:15.907025 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-266f7a5e-ea82-47f6-b186-1262cb4562cb req-2af01bfb-a93d-481d-b1e1-80ca18b60867 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Mar 01 16:10:17.029980 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd149e-411a-4b2e-b26a-d161acfb1d9a req-4c14d1fb-c20e-465b-b13d-560a368d7f03 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:17.031494 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1cbd149e-411a-4b2e-b26a-d161acfb1d9a req-4c14d1fb-c20e-465b-b13d-560a368d7f03 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 944 time: 0.0528061 Mar 01 16:10:17.078411 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1cbd149e-411a-4b2e-b26a-d161acfb1d9a req-82d5ff3c-e355-4f4b-ac9f-2fb8c83a670c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Mar 01 16:10:18.198575 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef6585-a111-4312-ad8e-c7455ae219ac req-5d18ea32-a538-4231-a9b9-ca2897e129fa tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:18.200623 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1ef6585-a111-4312-ad8e-c7455ae219ac req-5d18ea32-a538-4231-a9b9-ca2897e129fa tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 944 time: 0.0544329 Mar 01 16:10:18.257660 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c1ef6585-a111-4312-ad8e-c7455ae219ac req-84a7759a-31b8-40f4-a18e-18944aa1b3e5 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515039 Mar 01 16:10:19.380696 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c9b15-ebdb-4549-a8eb-d68a1565824b req-3e89428c-2443-4173-8b69-a5b0a595a6fc tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:19.382184 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-824c9b15-ebdb-4549-a8eb-d68a1565824b req-3e89428c-2443-4173-8b69-a5b0a595a6fc tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 944 time: 0.0539417 Mar 01 16:10:19.441697 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-824c9b15-ebdb-4549-a8eb-d68a1565824b req-f843358c-21e4-4643-839c-7865cdcd000d tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Mar 01 16:10:19.927453 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 0229020b-40f1-4de1-afa4-53c741ad9263 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:10:20.028737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 0229020b-40f1-4de1-afa4-53c741ad9263, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0229020b-40f1-4de1-afa4-53c741ad9263,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:20.040627 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '0229020b-40f1-4de1-afa4-53c741ad9263', 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7', 'port_id': '0229020b-40f1-4de1-afa4-53c741ad9263', 'mac_address': 'fa:16:3e:2a:de:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df60647-7520-4465-85de-0b7e35fac4f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:10:20.077992 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 0229020b-40f1-4de1-afa4-53c741ad9263 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:10:20.078390 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:20.092222 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0229020b-40f1-4de1-afa4-53c741ad9263 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:10:20.117131 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 0229020b-40f1-4de1-afa4-53c741ad9263, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0229020b-40f1-4de1-afa4-53c741ad9263,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:20.121845 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:20.171475 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=0229020b-40f1-4de1-afa4-53c741ad9263,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:20.459780 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['0229020b-40f1-4de1-afa4-53c741ad9263'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:10:20.566746 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbe08e-d7f0-4f1f-a2be-1de11621b735 req-0e766bd6-56e6-4212-b8a9-7de388d11247 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:20.568299 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a2bbe08e-d7f0-4f1f-a2be-1de11621b735 req-0e766bd6-56e6-4212-b8a9-7de388d11247 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 945 time: 0.0560768 Mar 01 16:10:20.619017 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a2bbe08e-d7f0-4f1f-a2be-1de11621b735 req-605a24f1-093c-4586-abbb-327ade161091 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Mar 01 16:10:21.743649 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f16e0c-5737-4982-aa5a-2b38168ba618 req-6d7e4a34-4db1-4798-bd06-c09d9e0110f6 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:21.745164 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c8f16e0c-5737-4982-aa5a-2b38168ba618 req-6d7e4a34-4db1-4798-bd06-c09d9e0110f6 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 945 time: 0.0580578 Mar 01 16:10:21.793201 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c8f16e0c-5737-4982-aa5a-2b38168ba618 req-ae0dd281-83f3-4391-8116-9cfe7a445f30 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Mar 01 16:10:21.954269 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 0229020b-40f1-4de1-afa4-53c741ad9263 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:10:22.006439 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 0229020b-40f1-4de1-afa4-53c741ad9263 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:10:22.011042 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 0229020b-40f1-4de1-afa4-53c741ad9263 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:10:22.011042 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:22.088625 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 0229020b-40f1-4de1-afa4-53c741ad9263 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:10:22.089110 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:22.112737 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0229020b-40f1-4de1-afa4-53c741ad9263'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:10:22.114957 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7546c7-2650-4a72-819b-58e9289cabde" -d '{"events": [{"server_uuid": "421dc1c5-ec5b-4aea-8a6a-8f268ef31692", "name": "network-vif-plugged", "status": "completed", "tag": "0229020b-40f1-4de1-afa4-53c741ad9263"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:10:22.128203 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 0229020b-40f1-4de1-afa4-53c741ad9263, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0229020b-40f1-4de1-afa4-53c741ad9263,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:22.132878 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:22.156543 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca34214-83d9-4fe6-a376-2d3943ce7607 x-openstack-request-id: req-6ca34214-83d9-4fe6-a376-2d3943ce7607 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:10:22.156838 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421dc1c5-ec5b-4aea-8a6a-8f268ef31692", "name": "network-vif-plugged", "status": "completed", "tag": "0229020b-40f1-4de1-afa4-53c741ad9263", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:10:22.157093 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ca34214-83d9-4fe6-a376-2d3943ce7607 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:10:22.157483 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0229020b-40f1-4de1-afa4-53c741ad9263', 'code': 200} Mar 01 16:10:22.184171 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=0229020b-40f1-4de1-afa4-53c741ad9263,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:22.321123 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471767c-47bc-4045-8a80-c5828168eac1 req-f14c5246-03c2-4b47-adec-db2d79858559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:22.322644 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6471767c-47bc-4045-8a80-c5828168eac1 req-f14c5246-03c2-4b47-adec-db2d79858559 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 1130 time: 0.0443108 Mar 01 16:10:22.366070 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6471767c-47bc-4045-8a80-c5828168eac1 req-1ba3d058-40b0-49b8-85c9-0535a434c216 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375187 Mar 01 16:10:22.926507 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb9816-0bb0-4458-b6d6-4f5c127658d6 req-07b04412-3ad8-4e4c-84c7-170564c47b67 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:22.927929 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80bb9816-0bb0-4458-b6d6-4f5c127658d6 req-07b04412-3ad8-4e4c-84c7-170564c47b67 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 946 time: 0.0576069 Mar 01 16:10:22.975933 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-80bb9816-0bb0-4458-b6d6-4f5c127658d6 req-75fd9af1-f013-4855-845a-7481f272b10e tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Mar 01 16:10:24.096202 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f333dfb-24bf-4c44-ab50-dafb19279f75 req-e53ef8a6-a188-4d6e-b777-62fbda3f58f3 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:24.097708 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6f333dfb-24bf-4c44-ab50-dafb19279f75 req-e53ef8a6-a188-4d6e-b777-62fbda3f58f3 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 946 time: 0.0527773 Mar 01 16:10:24.144814 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6f333dfb-24bf-4c44-ab50-dafb19279f75 req-8a57eb34-8ddc-4af1-85a9-b3f86c12a373 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Mar 01 16:10:24.350204 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac9d-e290-4f7e-b20f-8877ac70955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:26.534277 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0069a6c-8120-4dc5-bb24-d9a792be33da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:27.817070 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:29.267881 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:29.562127 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42252d-2f1a-428e-9590-fb4f2497c00b req-bcb7effb-5846-425b-b7bd-ecd21dca4df2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:29.563659 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad42252d-2f1a-428e-9590-fb4f2497c00b req-bcb7effb-5846-425b-b7bd-ecd21dca4df2 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 946 time: 0.0568342 Mar 01 16:10:29.616861 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-ad42252d-2f1a-428e-9590-fb4f2497c00b req-68d4fe2f-b2df-40e4-ba7f-c2c8da36a941 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470283 Mar 01 16:10:30.631868 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:30.746945 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160ce02-6055-42e7-8bd1-f7c538a6b893 req-cc135074-176f-41f8-b126-0a66a6e2a0ec tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:30.749042 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4160ce02-6055-42e7-8bd1-f7c538a6b893 req-cc135074-176f-41f8-b126-0a66a6e2a0ec tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 946 time: 0.0558367 Mar 01 16:10:30.793668 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:30.797078 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4160ce02-6055-42e7-8bd1-f7c538a6b893 req-ece3dd05-9352-4176-86af-f7d17bae51e8 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups?id=104f8736-6812-47d9-b80c-c79b34461968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Mar 01 16:10:31.263249 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-d2b95712-2661-48f5-a279-257415a1ff9e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:10:31.265575 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-d2b95712-2661-48f5-a279-257415a1ff9e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 946 time: 0.0566902 Mar 01 16:10:31.368239 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Deleting port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:31.368585 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:31.460018 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] For port dbfa7ba4-c8eb-457f-b8c2-8904c4def514, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:31.460407 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:31.659556 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:31.659930 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589441'] for floatingip (21ae920c-8fef-42e0-b89d-5eca4bc8fa32), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:31.660256 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.db.l3_db [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Floating IP 21ae920c-8fef-42e0-b89d-5eca4bc8fa32 disassociated. External IP: 172.27.0.16, port: dbfa7ba4-c8eb-457f-b8c2-8904c4def514. Mar 01 16:10:31.660610 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Calling delete_port for dbfa7ba4-c8eb-457f-b8c2-8904c4def514 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:31.799456 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (dbfa7ba4-c8eb-457f-b8c2-8904c4def514), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:31.834402 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event deleted for resources: {'Port': ['ID=dbfa7ba4-c8eb-457f-b8c2-8904c4def514,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:31.959109 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-e0c8c266-9d3d-42af-b8df-19c883125eb9 req-4ae97ead-1e01-4ab8-bbb7-2e2e7af05b2b tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/ports?device_id=855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72 HTTP/1.1" status: 200 len: 210 time: 0.0623391 Mar 01 16:10:31.998669 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Router e26f41fe-1720-4f65-8f93-41c363934507 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:10:32.121904 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:10:32.133401 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] Sync routers for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:10:32.148026 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:32.148970 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:10:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:32.168609 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] No DVR routers for this DVR port dbfa7ba4-c8eb-457f-b8c2-8904c4def514 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:10:32.171573 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:32.175132 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1462dad4-0fb4-4d46-8b9e-b8190f9e92b2 req-e1687c9a-dd64-49b9-a7bc-04da7b0e3523 tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.64 "DELETE /v2.0/ports/dbfa7ba4-c8eb-457f-b8c2-8904c4def514 HTTP/1.1" status: 204 len: 173 time: 0.9043427 Mar 01 16:10:32.175652 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-deleted', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:10:32.182050 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5972a5-e9d5-4389-9dfb-dd3819d539e6" -d '{"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-deleted", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:10:32.224741 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e354487-a71e-4017-93d7-10fbe51c23ef x-openstack-request-id: req-0e354487-a71e-4017-93d7-10fbe51c23ef {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:10:32.224994 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72", "name": "network-vif-deleted", "tag": "dbfa7ba4-c8eb-457f-b8c2-8904c4def514", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:10:32.225176 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e354487-a71e-4017-93d7-10fbe51c23ef {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:10:32.225750 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855ed0fa-0e4b-4b85-a2a1-d2eb5a0dde72', 'name': 'network-vif-deleted', 'tag': 'dbfa7ba4-c8eb-457f-b8c2-8904c4def514', 'status': 'completed', 'code': 200} Mar 01 16:10:32.282195 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:32.516352 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:32.542220 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] Checking router: e26f41fe-1720-4f65-8f93-41c363934507 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:10:32.553024 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:32.553643 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:10:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:32.679691 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:32.903110 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:32.936683 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7216d-0b33-4142-8526-7bddcc5aa9c5 None None] The sync data for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi is: [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:00:07Z', 'revision_number': 4, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi', '_interfaces': [{'id': '9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8', 'name': '', 'network_id': 'd8959349-b58e-4359-93fd-fce25042566b', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:07Z', 'updated_at': '2022-03-01T16:00:11Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'subnets': [{'id': 'a942c5ae-e6b5-49a8-9bb5-101429b96b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:10:33.062418 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39534) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:33.145072 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e983ea82-f5ed-453a-a959-88e11557c5cc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (104f8736-6812-47d9-b80c-c79b34461968), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.182107 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e983ea82-f5ed-453a-a959-88e11557c5cc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (104f8736-6812-47d9-b80c-c79b34461968), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.248722 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391be751-dcfd-4ca1-b40a-ce9994c732ca None None] New status for floating IP 21ae920c-8fef-42e0-b89d-5eca4bc8fa32: DOWN {{(pid=102832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:10:33.268555 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e983ea82-f5ed-453a-a959-88e11557c5cc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (104f8736-6812-47d9-b80c-c79b34461968), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.271301 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e983ea82-f5ed-453a-a959-88e11557c5cc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.272521 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-e983ea82-f5ed-453a-a959-88e11557c5cc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "DELETE /v2.0/security-groups/104f8736-6812-47d9-b80c-c79b34461968 HTTP/1.1" status: 204 len: 168 time: 0.2090814 Mar 01 16:10:33.277644 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39536) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:33.290096 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983ea82-f5ed-453a-a959-88e11557c5cc tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f8736-6812-47d9-b80c-c79b34461968,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:33.301389 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.api.v2.resource [None req-abdf9311-9da8-4e37-8eef-f84ce942575a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] show failed (client error): The resource could not be found. Mar 01 16:10:33.302700 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-abdf9311-9da8-4e37-8eef-f84ce942575a tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "GET /v2.0/security-groups/104f8736-6812-47d9-b80c-c79b34461968 HTTP/1.1" status: 404 len: 347 time: 0.0239291 Mar 01 16:10:33.305640 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39538) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:33.460733 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Deleting port b10c58d8-350f-4ec9-ba8b-9687584e8fc1 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:33.461081 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.549718 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.550207 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.569036 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Calling delete_port for b10c58d8-350f-4ec9-ba8b-9687584e8fc1 owned by network:floatingip {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:33.738243 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (b10c58d8-350f-4ec9-ba8b-9687584e8fc1), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.765930 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Pushing event deleted for resources: {'Port': ['ID=b10c58d8-350f-4ec9-ba8b-9687584e8fc1,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:33.835015 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks [] for floatingip (21ae920c-8fef-42e0-b89d-5eca4bc8fa32), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.837784 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for floatingip (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:33.839024 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-b095fc11-58c7-4b79-80fb-d436e08ced3e tempest-AttachVolumeShelveTestJSON-1735482323 tempest-AttachVolumeShelveTestJSON-1735482323-project] 10.222.0.10 "DELETE /v2.0/floatingips/21ae920c-8fef-42e0-b89d-5eca4bc8fa32 HTTP/1.1" status: 204 len: 168 time: 0.5315316 Mar 01 16:10:35.990555 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:36.014303 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: dbfa7ba4-c8eb-457f-b8c2-8904c4def514 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:36.014660 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device dbfa7ba4-c8eb-457f-b8c2-8904c4def514 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:36.283788 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39578) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:36.765675 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591745'] for router_interface (e26f41fe-1720-4f65-8f93-41c363934507), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:37.065517 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Deleting port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:37.066093 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:37.446469 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] For port 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:37.447161 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:37.461478 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Calling delete_port for 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 owned by network:router_interface {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:37.661270 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:37.686154 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:37.885801 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591597'] for router_interface (e26f41fe-1720-4f65-8f93-41c363934507), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.112139 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Router e26f41fe-1720-4f65-8f93-41c363934507 has already been hosted by L3 agent 2bfaf760-1680-4f0a-a64d-bba58eab3c37 {{(pid=102831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:10:38.224945 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] Notify agent at l3_agent.dv-cinder-778193-21-iscsi the message routers_updated {{(pid=102831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:10:38.231662 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-a14a860f-e0cc-44e6-a458-c03a1ed6ea5b admin admin] 10.222.0.10 "PUT /v2.0/routers/e26f41fe-1720-4f65-8f93-41c363934507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452124 Mar 01 16:10:38.232852 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39586) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:38.234940 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] Sync routers for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:10:38.245518 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:38.246283 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:10:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:38.344365 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks [] for router (e26f41fe-1720-4f65-8f93-41c363934507), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.455951 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks [] for router_gateway (e26f41fe-1720-4f65-8f93-41c363934507), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.476497 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: dv-cinder-778193-21-iscsi {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:38.508504 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Deleting port 646ee5c7-77d6-4016-b737-2de5a408f503 {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:38.508916 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.592485 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] For port 646ee5c7-77d6-4016-b737-2de5a408f503, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=646ee5c7-77d6-4016-b737-2de5a408f503,segment=NetworkSegment(40dd69e1-3445-4943-955d-b9379b3d01c7),segment_id=40dd69e1-3445-4943-955d-b9379b3d01c7)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:38.599655 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.613447 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Calling delete_port for 646ee5c7-77d6-4016-b737-2de5a408f503 owned by network:router_gateway {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:38.682730 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'external_fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:10:37Z', 'revision_number': 5, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port': {'id': '646ee5c7-77d6-4016-b737-2de5a408f503', 'name': '', 'network_id': 'b3d20226-e1a1-41db-a972-a856aca3107e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:00:05Z', 'updated_at': '2022-03-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cb273f9-9e7c-4b83-98fa-90d357222675', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-21-iscsi'}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:38.709600 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] Checking router: e26f41fe-1720-4f65-8f93-41c363934507 for host: dv-cinder-778193-21-iscsi {{(pid=102833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:10:38.718114 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] Routers {'e26f41fe-1720-4f65-8f93-41c363934507'} bound to L3 agent in host dv-cinder-778193-21-iscsi {{(pid=102833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:10:38.718722 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T15:50:26Z,description=,heartbeat_timestamp=2022-03-01T16:10:27Z,host='dv-cinder-778193-21-iscsi',id=2bfaf760-1680-4f0a-a64d-bba58eab3c37,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T15:50:26Z,topic='l3_agent')) {'router_ids': ['e26f41fe-1720-4f65-8f93-41c363934507'], 'active': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:38.798859 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (646ee5c7-77d6-4016-b737-2de5a408f503), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.825085 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=646ee5c7-77d6-4016-b737-2de5a408f503,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:38.827332 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_dvr_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] Set router e26f41fe-1720-4f65-8f93-41c363934507 gateway port host: None {{(pid=102833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:10:38.886793 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589391'] for router_gateway (e26f41fe-1720-4f65-8f93-41c363934507), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.892685 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.l3_hamode_db [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:10:38Z', 'revision_number': 6, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port_host': None}], 'dv-cinder-778193-21-iscsi', False) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:38.919186 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836a3d3-88ea-4f79-a2c8-2eccb72fec30 None None] The sync data for ids ['e26f41fe-1720-4f65-8f93-41c363934507'] in dv-cinder-778193-21-iscsi is: [{'id': 'e26f41fe-1720-4f65-8f93-41c363934507', 'name': 'tempest-AttachVolumeShelveTestJSON-1821046092-router', 'tenant_id': '53da311ba2c842d1a0628aa3209fcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:00:04Z', 'updated_at': '2022-03-01T16:10:38Z', 'revision_number': 6, 'project_id': '53da311ba2c842d1a0628aa3209fcf0e', 'gw_port_host': None}] {{(pid=102833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:10:38.993512 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64788'] for router (e26f41fe-1720-4f65-8f93-41c363934507), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:38.995729 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks [] for router_controller (e26f41fe-1720-4f65-8f93-41c363934507), precommit_delete_associations {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.039147 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603364'] for router (e26f41fe-1720-4f65-8f93-41c363934507), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.039733 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26f41fe-1720-4f65-8f93-41c363934507 {{(pid=102830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 16:10:39.044013 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.045677 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-8ba3dd98-48ea-486a-b0c4-e3ecd6dfd3b4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e26f41fe-1720-4f65-8f93-41c363934507 HTTP/1.1" status: 204 len: 168 time: 0.8118474 Mar 01 16:10:39.048523 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39588) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:39.092685 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] Deleting subnet a942c5ae-e6b5-49a8-9bb5-101429b96b32 {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:10:39.095856 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] Publish callbacks [] for subnet (a942c5ae-e6b5-49a8-9bb5-101429b96b32), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.131171 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126393820'] for subnet (a942c5ae-e6b5-49a8-9bb5-101429b96b32), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.212683 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (a942c5ae-e6b5-49a8-9bb5-101429b96b32), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.275165 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3493186'] for subnet (a942c5ae-e6b5-49a8-9bb5-101429b96b32), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.302628 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a942c5ae-e6b5-49a8-9bb5-101429b96b32,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:39.306380 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.312670 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-1bbd66e8-35ce-46ea-90ab-da451c181cd0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a942c5ae-e6b5-49a8-9bb5-101429b96b32 HTTP/1.1" status: 204 len: 168 time: 0.2601345 Mar 01 16:10:39.313327 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39592) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:39.323521 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896b9e1-d795-4650-8964-aba40a978a51 None None] Network d8959349-b58e-4359-93fd-fce25042566b requested from dv-cinder-778193-21-iscsi {{(pid=102832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:10:39.397155 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (d8959349-b58e-4359-93fd-fce25042566b), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.461273 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Deleting port 3c35ae55-c41e-4417-8a91-3971777dc18d {{(pid=102830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:10:39.461704 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.526451 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.db [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] For port 3c35ae55-c41e-4417-8a91-3971777dc18d, host dv-cinder-778193-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-21-iscsi',level=0,port_id=3c35ae55-c41e-4417-8a91-3971777dc18d,segment=NetworkSegment(ecbee813-7fa7-4408-8b3f-b5339bfa28c1),segment_id=ecbee813-7fa7-4408-8b3f-b5339bfa28c1)] {{(pid=102830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:10:39.526729 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.540052 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Calling delete_port for 3c35ae55-c41e-4417-8a91-3971777dc18d owned by network:dhcp {{(pid=102830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:10:39.624940 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852676'] for port (3c35ae55-c41e-4417-8a91-3971777dc18d), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.652008 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c35ae55-c41e-4417-8a91-3971777dc18d,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:39.660648 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] No DVR routers for this DVR port 3c35ae55-c41e-4417-8a91-3971777dc18d on host dv-cinder-778193-21-iscsi {{(pid=102830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:10:39.734535 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a9026-68b5-4a14-883b-07bc68687f33 None None] DHCP port deletion for d8959349-b58e-4359-93fd-fce25042566b request from dv-cinder-778193-21-iscsi {{(pid=102832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 16:10:39.742928 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (d8959349-b58e-4359-93fd-fce25042566b), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.766486 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8959349-b58e-4359-93fd-fce25042566b']}} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:39.780253 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1') {'for_net_delete': True} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:39.780686 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.services.segments.db [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbee813-7fa7-4408-8b3f-b5339bfa28c1') {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:10:39.792171 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127839929'] for segment (ecbee813-7fa7-4408-8b3f-b5339bfa28c1), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.805234 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (ecbee813-7fa7-4408-8b3f-b5339bfa28c1), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.811215 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:10:39.811689 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852777'] for segment (ecbee813-7fa7-4408-8b3f-b5339bfa28c1), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: Traceback (most recent call last): Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: timer() Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: cb(*args, **kw) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: return func(*args, **kwargs) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: self._notify() Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: self.callback(batched_events) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: event.method(event) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: return f(self, *a, **k) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._get(url).json() Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: return self.request(url, 'GET', **kwargs) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:10:39.813330 dv-cinder-778193-21-iscsi neutron-server[102830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:10:39.873776 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (d8959349-b58e-4359-93fd-fce25042566b), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.879116 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:39.882292 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d8959349-b58e-4359-93fd-fce25042566b HTTP/1.1" status: 204 len: 168 time: 0.5676515 Mar 01 16:10:39.894836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b792e-a782-4199-940b-37871482c7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8959349-b58e-4359-93fd-fce25042566b,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:40.039467 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39596) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:40.079660 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-49bb2568-16cc-4e87-8317-8598e553a231 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53da311ba2c842d1a0628aa3209fcf0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390007 Mar 01 16:10:40.082098 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39598) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:10:40.131900 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c80c81df-6170-4360-96c0-35e77ccdf4c4 admin admin] Publish callbacks [] for security_group (6b9ff0f5-7684-46cf-be2e-4fff7d5165c9), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:40.153687 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c80c81df-6170-4360-96c0-35e77ccdf4c4 admin admin] Publish callbacks [] for security_group (6b9ff0f5-7684-46cf-be2e-4fff7d5165c9), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:40.198519 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:40.204137 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c80c81df-6170-4360-96c0-35e77ccdf4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6b9ff0f5-7684-46cf-be2e-4fff7d5165c9), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:40.206863 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-c80c81df-6170-4360-96c0-35e77ccdf4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:40.208042 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-c80c81df-6170-4360-96c0-35e77ccdf4c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b9ff0f5-7684-46cf-be2e-4fff7d5165c9 HTTP/1.1" status: 204 len: 168 time: 0.1250658 Mar 01 16:10:40.216233 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c81df-6170-4360-96c0-35e77ccdf4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9ff0f5-7684-46cf-be2e-4fff7d5165c9,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:10:40.219642 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:40.220217 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 9b62bae8-76e3-47c7-bfa2-b1daf5ab47e8 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:40.220652 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 646ee5c7-77d6-4016-b737-2de5a408f503 no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:40.242174 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 646ee5c7-77d6-4016-b737-2de5a408f503 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:40.242518 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 646ee5c7-77d6-4016-b737-2de5a408f503 not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:40.242944 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3c35ae55-c41e-4417-8a91-3971777dc18d no longer exists at agent ovs-agent-dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:10:40.270499 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] No Port match for: 3c35ae55-c41e-4417-8a91-3971777dc18d {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:10:40.270788 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Device 3c35ae55-c41e-4417-8a91-3971777dc18d not bound to the agent host dv-cinder-778193-21-iscsi {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:10:47.756354 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:10:54.344561 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83000f4e-bafe-4de6-b803-ba2cfd1e1a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:56.538413 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3aff3433-050c-4168-8aa8-b094c6ee22f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:57.814833 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:10:59.272514 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:00.639295 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:00.824418 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:24.347277 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce22b-292e-4508-b78e-72ad24beb06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:24.755099 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:11:26.540647 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14f76d9c-354e-4b40-85fa-bbc4defc1d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:27.817002 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:29.271719 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:29.457567 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d725b2-6d20-42a1-ae86-ddc72b4ff65a req-0d570ec8-4c5e-4cc2-8548-0cdba6185d2a tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:29.458996 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-78d725b2-6d20-42a1-ae86-ddc72b4ff65a req-0d570ec8-4c5e-4cc2-8548-0cdba6185d2a tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 946 time: 0.0550303 Mar 01 16:11:29.523445 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-78d725b2-6d20-42a1-ae86-ddc72b4ff65a req-16ccec16-e33b-4408-83b3-18cf669e6d5d tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579474 Mar 01 16:11:30.010393 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39976) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:30.161235 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.240715 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Publish callbacks [] for security_group (c48784bb-cef8-4aa5-bc60-b7743eaec138), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.244717 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c48784bb-cef8-4aa5-bc60-b7743eaec138), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.288025 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=402ac018ecc0445e9982cf8015c43ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759814 Mar 01 16:11:30.288944 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48784bb-cef8-4aa5-bc60-b7743eaec138,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:30.290769 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39980) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:30.296948 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.297304 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.297651 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.298176 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.298176 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.298642 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.298974 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.299333 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.299665 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.299992 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.300317 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.300644 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.300963 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b8be1-6531-4a7a-a1d6-45c7aba754e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.347833 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Publish callbacks [] for security_group (c48784bb-cef8-4aa5-bc60-b7743eaec138), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.373255 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Publish callbacks [] for security_group (c48784bb-cef8-4aa5-bc60-b7743eaec138), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.424637 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (c48784bb-cef8-4aa5-bc60-b7743eaec138), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.427441 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.428875 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c48784bb-cef8-4aa5-bc60-b7743eaec138 HTTP/1.1" status: 204 len: 168 time: 0.1368284 Mar 01 16:11:30.437786 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48784bb-cef8-4aa5-bc60-b7743eaec138,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:30.445293 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.445733 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.446232 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.446579 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.446900 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.447245 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.447582 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.447912 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.448239 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.449171 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.449500 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.449823 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.450146 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fe2f5-d970-4e66-b0bb-7455d36bd504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:11:30.634227 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.653146 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3122-81ac-4aff-930e-e5261d0d6420 req-b91ff317-4686-4c63-a82c-8ffe21fb7199 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:30.654805 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2aa3122-81ac-4aff-930e-e5261d0d6420 req-b91ff317-4686-4c63-a82c-8ffe21fb7199 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 946 time: 0.0565155 Mar 01 16:11:30.719155 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-c2aa3122-81ac-4aff-930e-e5261d0d6420 req-1067d715-70ba-4a4d-a38b-531d75469c11 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582650 Mar 01 16:11:30.766350 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 39988) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:30.780322 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b94f9032-a925-4d35-8c20-27a70c9102bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.848661 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.867651 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b94f9032-a925-4d35-8c20-27a70c9102bb admin admin] Publish callbacks [] for security_group (6119cc2e-f57f-43f1-9d63-724da8568edf), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.873645 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b94f9032-a925-4d35-8c20-27a70c9102bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6119cc2e-f57f-43f1-9d63-724da8568edf), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:30.920321 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b94f9032-a925-4d35-8c20-27a70c9102bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea4f8b0e0a0040d68b06fed13a19a44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528656 Mar 01 16:11:30.921241 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9032-a925-4d35-8c20-27a70c9102bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6119cc2e-f57f-43f1-9d63-724da8568edf,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:30.923752 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 39990) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:30.992420 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d2ee-808d-4c80-89e9-524fbe17e78f admin admin] Publish callbacks [] for security_group (6119cc2e-f57f-43f1-9d63-724da8568edf), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.027250 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d2ee-808d-4c80-89e9-524fbe17e78f admin admin] Publish callbacks [] for security_group (6119cc2e-f57f-43f1-9d63-724da8568edf), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.084322 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d2ee-808d-4c80-89e9-524fbe17e78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (6119cc2e-f57f-43f1-9d63-724da8568edf), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.086843 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d2ee-808d-4c80-89e9-524fbe17e78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.088075 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-e7e6d2ee-808d-4c80-89e9-524fbe17e78f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6119cc2e-f57f-43f1-9d63-724da8568edf HTTP/1.1" status: 204 len: 168 time: 0.1629910 Mar 01 16:11:31.096726 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6d2ee-808d-4c80-89e9-524fbe17e78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119cc2e-f57f-43f1-9d63-724da8568edf,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:31.394860 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-644944f9-b5fd-4787-b2bc-b0a716a3e982 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:31.396372 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-644944f9-b5fd-4787-b2bc-b0a716a3e982 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 946 time: 0.0582900 Mar 01 16:11:31.493024 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Deleting port 0229020b-40f1-4de1-afa4-53c741ad9263 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:11:31.493526 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.589684 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] For port 0229020b-40f1-4de1-afa4-53c741ad9263, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0229020b-40f1-4de1-afa4-53c741ad9263,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:11:31.590055 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.603900 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Calling delete_port for 0229020b-40f1-4de1-afa4-53c741ad9263 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:11:31.754811 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (0229020b-40f1-4de1-afa4-53c741ad9263), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.769008 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['0229020b-40f1-4de1-afa4-53c741ad9263'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:11:31.788137 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Pushing event deleted for resources: {'Port': ['ID=0229020b-40f1-4de1-afa4-53c741ad9263,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:31.850460 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-cdcd5bc0-7bd4-4a75-ba0e-857b6fc93af6 req-247081be-d18d-4ae2-9d20-1e882b23f79b tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=421dc1c5-ec5b-4aea-8a6a-8f268ef31692 HTTP/1.1" status: 200 len: 210 time: 0.0544150 Mar 01 16:11:31.874671 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] No DVR routers for this DVR port 0229020b-40f1-4de1-afa4-53c741ad9263 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:11:31.877442 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:31.881054 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-801752f6-b1ba-48eb-8426-fb56e027d4fd req-0cb33386-20ba-4200-984f-438663620d96 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "DELETE /v2.0/ports/0229020b-40f1-4de1-afa4-53c741ad9263 HTTP/1.1" status: 204 len: 173 time: 0.4781325 Mar 01 16:11:31.881943 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'name': 'network-vif-deleted', 'tag': '0229020b-40f1-4de1-afa4-53c741ad9263'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:11:31.884238 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b630c240-f03c-44d9-859d-f9fa25e817fb" -d '{"events": [{"server_uuid": "421dc1c5-ec5b-4aea-8a6a-8f268ef31692", "name": "network-vif-deleted", "tag": "0229020b-40f1-4de1-afa4-53c741ad9263"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:11:31.922367 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365dc1a4-a35b-4520-bbf6-3d2286f2a8ba x-openstack-request-id: req-365dc1a4-a35b-4520-bbf6-3d2286f2a8ba {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:11:31.922676 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421dc1c5-ec5b-4aea-8a6a-8f268ef31692", "name": "network-vif-deleted", "tag": "0229020b-40f1-4de1-afa4-53c741ad9263", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:11:31.922938 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-365dc1a4-a35b-4520-bbf6-3d2286f2a8ba {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:11:31.923381 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421dc1c5-ec5b-4aea-8a6a-8f268ef31692', 'name': 'network-vif-deleted', 'tag': '0229020b-40f1-4de1-afa4-53c741ad9263', 'status': 'completed', 'code': 200} Mar 01 16:11:33.754845 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 40068) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:33.876643 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2617be8c-9be5-4fda-8c2c-9dcaae7c1966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:33.961491 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2617be8c-9be5-4fda-8c2c-9dcaae7c1966 admin admin] Publish callbacks [] for security_group (93f81e15-c109-4d05-8e37-c362e395ebec), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:33.965178 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-2617be8c-9be5-4fda-8c2c-9dcaae7c1966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (93f81e15-c109-4d05-8e37-c362e395ebec), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.009023 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-2617be8c-9be5-4fda-8c2c-9dcaae7c1966 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eadd44a1b16c446c9fe20389b3326ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529771 Mar 01 16:11:34.010543 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617be8c-9be5-4fda-8c2c-9dcaae7c1966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f81e15-c109-4d05-8e37-c362e395ebec,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:34.011676 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40072) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:34.066374 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7c48-ec00-4fe7-8148-63e55a041b65 admin admin] Publish callbacks [] for security_group (93f81e15-c109-4d05-8e37-c362e395ebec), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.087945 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7c48-ec00-4fe7-8148-63e55a041b65 admin admin] Publish callbacks [] for security_group (93f81e15-c109-4d05-8e37-c362e395ebec), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.142021 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7c48-ec00-4fe7-8148-63e55a041b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (93f81e15-c109-4d05-8e37-c362e395ebec), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.144889 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7c48-ec00-4fe7-8148-63e55a041b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.146052 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-aa9b7c48-ec00-4fe7-8148-63e55a041b65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93f81e15-c109-4d05-8e37-c362e395ebec HTTP/1.1" status: 204 len: 168 time: 0.1334107 Mar 01 16:11:34.157626 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7c48-ec00-4fe7-8148-63e55a041b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f81e15-c109-4d05-8e37-c362e395ebec,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:34.441553 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40080) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:34.455568 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b5209c02-ff1e-415f-9c14-584e4038c623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.536079 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b5209c02-ff1e-415f-9c14-584e4038c623 admin admin] Publish callbacks [] for security_group (ad851d22-b79a-49b3-a1f0-2265efc6d0cb), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.539918 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-b5209c02-ff1e-415f-9c14-584e4038c623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ad851d22-b79a-49b3-a1f0-2265efc6d0cb), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.582333 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5209c02-ff1e-415f-9c14-584e4038c623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad851d22-b79a-49b3-a1f0-2265efc6d0cb,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:34.584851 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-b5209c02-ff1e-415f-9c14-584e4038c623 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cea88db1c4b4417bb6319dfbe5ece158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422324 Mar 01 16:11:34.587502 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40082) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:34.638636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d6b9af3b-9985-4514-aaa6-f439799ac158 admin admin] Publish callbacks [] for security_group (ad851d22-b79a-49b3-a1f0-2265efc6d0cb), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.662847 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d6b9af3b-9985-4514-aaa6-f439799ac158 admin admin] Publish callbacks [] for security_group (ad851d22-b79a-49b3-a1f0-2265efc6d0cb), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.712738 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d6b9af3b-9985-4514-aaa6-f439799ac158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (ad851d22-b79a-49b3-a1f0-2265efc6d0cb), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.716381 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-d6b9af3b-9985-4514-aaa6-f439799ac158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:34.717646 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-d6b9af3b-9985-4514-aaa6-f439799ac158 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad851d22-b79a-49b3-a1f0-2265efc6d0cb HTTP/1.1" status: 204 len: 168 time: 0.1292315 Mar 01 16:11:34.728634 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9af3b-9985-4514-aaa6-f439799ac158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad851d22-b79a-49b3-a1f0-2265efc6d0cb,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:34.884929 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 0229020b-40f1-4de1-afa4-53c741ad9263 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:11:34.906324 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 0229020b-40f1-4de1-afa4-53c741ad9263 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:11:34.906677 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 0229020b-40f1-4de1-afa4-53c741ad9263 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:11:49.165108 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-1927b42c-2e79-4f22-8cd6-f72ad6e87994 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:49.167696 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-1927b42c-2e79-4f22-8cd6-f72ad6e87994 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/networks?id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 HTTP/1.1" status: 200 len: 814 time: 0.1177523 Mar 01 16:11:49.185454 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-65ff9e49-14aa-4499-871e-e18427aea7dc tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/quotas/d43163aac47d449bb23eafd3475a9e65 HTTP/1.1" status: 200 len: 375 time: 0.0125856 Mar 01 16:11:49.222869 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-52ae16a9-2ec0-4c12-8066-835bfcbc184e tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d43163aac47d449bb23eafd3475a9e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318608 Mar 01 16:11:49.339078 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-d29c464a-83d0-4113-9d12-54fcdee2cb38 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:11:49.340328 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-d29c464a-83d0-4113-9d12-54fcdee2cb38 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1103330 Mar 01 16:11:49.438673 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-424a25d9-4c9a-41fe-9a87-2231f0a4531f service neutron] 10.222.0.10 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912285 Mar 01 16:11:49.554285 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-65ba5165-7c93-4928-9bc5-81d0e977a7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096089 Mar 01 16:11:49.762574 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a0d92a93-b226-4aae-8cbf-05e78ddcf5d7 req-671648fb-056f-49fe-9c57-232f77559f0d tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 210 time: 0.0363514 Mar 01 16:11:50.491509 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40246) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:50.607745 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e7387268-4a71-46aa-9c08-e6a43a563184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:50.689912 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e7387268-4a71-46aa-9c08-e6a43a563184 admin admin] Publish callbacks [] for security_group (18d96145-9ab0-4ddf-b922-1f0a342dcfcc), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:50.694492 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-e7387268-4a71-46aa-9c08-e6a43a563184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (18d96145-9ab0-4ddf-b922-1f0a342dcfcc), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:50.735745 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-e7387268-4a71-46aa-9c08-e6a43a563184 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07007cc7fa7e426087a58fd7a0f1bd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431071 Mar 01 16:11:50.736638 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7387268-4a71-46aa-9c08-e6a43a563184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d96145-9ab0-4ddf-b922-1f0a342dcfcc,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:50.738481 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 40254) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:11:50.790803 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b78c7c32-00a4-44f7-9181-708d00464499 admin admin] Publish callbacks [] for security_group (18d96145-9ab0-4ddf-b922-1f0a342dcfcc), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:50.813753 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b78c7c32-00a4-44f7-9181-708d00464499 admin admin] Publish callbacks [] for security_group (18d96145-9ab0-4ddf-b922-1f0a342dcfcc), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:50.848659 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0f4c7a9c-7d73-4b4b-a88b-efe81ee29746 req-9509338a-7568-406d-bffe-a8db3566462a tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Mar 01 16:11:50.869127 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b78c7c32-00a4-44f7-9181-708d00464499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (18d96145-9ab0-4ddf-b922-1f0a342dcfcc), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:50.872242 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-b78c7c32-00a4-44f7-9181-708d00464499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:50.873401 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-b78c7c32-00a4-44f7-9181-708d00464499 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18d96145-9ab0-4ddf-b922-1f0a342dcfcc HTTP/1.1" status: 204 len: 168 time: 0.1338990 Mar 01 16:11:50.891667 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c7c32-00a4-44f7-9181-708d00464499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d96145-9ab0-4ddf-b922-1f0a342dcfcc,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:51.937697 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-eaa48da0-f9ee-4327-a8bd-a8d334f73d92 req-d3677b13-c7fd-4fe9-b3ee-4eca5602ead9 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 210 time: 0.0370631 Mar 01 16:11:53.020728 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-22a17280-bf36-411b-8717-9edb88df8f02 req-7e86541c-5996-48f2-b2d4-39d7efeefd11 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 210 time: 0.0284390 Mar 01 16:11:53.818653 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-d5ce5b24-ffde-44fe-ba0f-11de251228f2 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:53.820154 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-d5ce5b24-ffde-44fe-ba0f-11de251228f2 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "GET /v2.0/networks?id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 HTTP/1.1" status: 200 len: 814 time: 0.1133184 Mar 01 16:11:53.835870 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Request body: {'port': {'device_id': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7', 'admin_state_up': True, 'tenant_id': 'd43163aac47d449bb23eafd3475a9e65'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:11:53.966265 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Made reservation on behalf of d43163aac47d449bb23eafd3475a9e65 for: {'port': 1} {{(pid=102831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:11:53.970949 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (None), before_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:54.131463 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7c75f41a-e506-4655-bee2-0e9cf2257c72 req-a8f0956c-9aab-4bff-b6db-ec211b5b0d09 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Mar 01 16:11:54.135547 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_common [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Allocated IP 172.20.0.4 (9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7/5df60647-7520-4465-85de-0b7e35fac4f7/271f1a43-17ef-47f2-9149-9af24c0673b4) {{(pid=102831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:11:54.308650 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks [] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), precommit_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:54.346229 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620312805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), after_create {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:54.352375 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fb3001f-ce26-4558-a927-5031f1b1604c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:54.394797 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 is already hosted by enough agents. {{(pid=102831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:11:54.398332 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.scheduler.base_scheduler [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Resources bound (agent type, host, resource id): {{(pid=102831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:11:54.403852 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Received port after_create {{(pid=102831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:11:54.407966 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Pushing event updated for resources: {'Port': ['ID=271f1a43-17ef-47f2-9149-9af24c0673b4,revision_number=1']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:54.454896 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:54.455589 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:54.481056 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-dbf7f47e-4c4a-49fa-921a-6adeb8ef5616 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520119 Mar 01 16:11:54.565696 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.v2.base [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Request body: {'port': {'device_id': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:11:54.647952 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:54.934028 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271f1a43-17ef-47f2-9149-9af24c0673b4 {{(pid=102831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:11:54.941887 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Publish callbacks [] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), precommit_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:54.956602 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.provisioning_blocks [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Transition to ACTIVE for port object 271f1a43-17ef-47f2-9149-9af24c0673b4 will not be triggered until provisioned by entity L2. {{(pid=102831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:11:54.960141 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:55.010886 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Pushing event updated for resources: {'Port': ['ID=271f1a43-17ef-47f2-9149-9af24c0673b4,revision_number=2']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:55.098199 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Attempting to bind port 271f1a43-17ef-47f2-9149-9af24c0673b4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:11:55.098538 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Attempting to bind port 271f1a43-17ef-47f2-9149-9af24c0673b4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:11:55.098872 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Attempting to bind port 271f1a43-17ef-47f2-9149-9af24c0673b4 on network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:11:55.104636 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Port 271f1a43-17ef-47f2-9149-9af24c0673b4 on network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:11:55.104961 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Attempting to bind port 271f1a43-17ef-47f2-9149-9af24c0673b4 on network 9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:11:55.110037 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Checking agent: {'id': '1cee97b4-f960-4348-b3d9-27152a6d9c0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'started_at': datetime.datetime(2022, 3, 1, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:11:55.110381 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Checking segment: {'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:11:55.110769 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Bound using segment: {'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'} {{(pid=102831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:11:55.111197 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.managers [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Bound port: 271f1a43-17ef-47f2-9149-9af24c0673b4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cc9766-25b1-4f1e-a107-11682b41c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7'}}] {{(pid=102831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:11:55.111586 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), before_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:55.182762 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] For port 271f1a43-17ef-47f2-9149-9af24c0673b4, host hv-cinder-77819, cleared binding levels {{(pid=102831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:11:55.190735 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] For port 271f1a43-17ef-47f2-9149-9af24c0673b4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=271f1a43-17ef-47f2-9149-9af24c0673b4,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:11:55.195009 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826738'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), after_update {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:55.244859 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:55.245193 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:55.246445 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] 10.222.0.64 "PUT /v2.0/ports/271f1a43-17ef-47f2-9149-9af24c0673b4 HTTP/1.1" status: 200 len: 1093 time: 0.6882858 Mar 01 16:11:55.261539 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'tag': '271f1a43-17ef-47f2-9149-9af24c0673b4'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:11:55.264258 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206c4e2-4c14-4d98-af04-36d189f1e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "c34269fd-0c97-408f-9d44-64989f6d1222", "tag": "271f1a43-17ef-47f2-9149-9af24c0673b4"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:11:55.296655 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd152a65-6ec4-433a-b613-b9d7cb22a529 service neutron] Pushing event updated for resources: {'Port': ['ID=271f1a43-17ef-47f2-9149-9af24c0673b4,revision_number=3']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:11:55.329722 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8769aa0-24c6-4fd5-8465-bfc0a7a3113b x-openstack-request-id: req-f8769aa0-24c6-4fd5-8465-bfc0a7a3113b {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:11:55.330023 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34269fd-0c97-408f-9d44-64989f6d1222", "tag": "271f1a43-17ef-47f2-9149-9af24c0673b4", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:11:55.330282 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8769aa0-24c6-4fd5-8465-bfc0a7a3113b {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:11:55.330683 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'tag': '271f1a43-17ef-47f2-9149-9af24c0673b4', 'status': 'completed', 'code': 200} Mar 01 16:11:55.347184 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125e9c6-b976-4d72-b0ed-0d68d1bf191f req-c9d0a61c-ef6d-4423-8b9f-689251291924 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:55.348763 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b125e9c6-b976-4d72-b0ed-0d68d1bf191f req-c9d0a61c-ef6d-4423-8b9f-689251291924 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 943 time: 0.1260481 Mar 01 16:11:55.378214 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-273ea82b-8539-4cca-af38-2e03996a3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:55.379901 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-273ea82b-8539-4cca-af38-2e03996a3238 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d43163aac47d449bb23eafd3475a9e65&device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 1127 time: 0.0802650 Mar 01 16:11:55.433339 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-fd9de264-e5ea-40d8-87a4-213c1e35d5d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=271f1a43-17ef-47f2-9149-9af24c0673b4 HTTP/1.1" status: 200 len: 217 time: 0.0427766 Mar 01 16:11:55.440699 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b125e9c6-b976-4d72-b0ed-0d68d1bf191f req-e18c66c6-1716-45c9-8fbd-0aa050f96737 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859156 Mar 01 16:11:55.489177 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-d219a705-0cc1-4894-9e22-4e8c91f3340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:55.490667 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-d219a705-0cc1-4894-9e22-4e8c91f3340c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df60647-7520-4465-85de-0b7e35fac4f7 HTTP/1.1" status: 200 len: 854 time: 0.0491097 Mar 01 16:11:55.522373 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-77a8cc84-6728-4f10-92e7-6632b630cc3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256488 Mar 01 16:11:55.615789 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-66328f39-26f5-44d4-af3b-60bbf6c00014 service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867569 Mar 01 16:11:55.979775 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-d6aef571-623c-4e6c-8fc3-d3a00342198e req-0e0003dc-248d-4ec5-aeb8-ac4b9308da22 service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564684 Mar 01 16:11:56.073412 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-b9ee667b-9cd9-4c14-b0c9-0e4feb38bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:56.074941 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-b9ee667b-9cd9-4c14-b0c9-0e4feb38bff6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d43163aac47d449bb23eafd3475a9e65&device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 1127 time: 0.0464950 Mar 01 16:11:56.172291 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-5fd9ac93-1a65-4f55-9e17-11616afcdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:56.173788 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-5fd9ac93-1a65-4f55-9e17-11616afcdd48 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 HTTP/1.1" status: 200 len: 915 time: 0.0926580 Mar 01 16:11:56.219733 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-3b1e9d8f-6202-4c0f-a543-a598ef3e04b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=271f1a43-17ef-47f2-9149-9af24c0673b4 HTTP/1.1" status: 200 len: 217 time: 0.0384774 Mar 01 16:11:56.275023 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-3d5a40cb-139d-4c4f-8463-aae3933bd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:56.277375 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-3d5a40cb-139d-4c4f-8463-aae3933bd965 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df60647-7520-4465-85de-0b7e35fac4f7 HTTP/1.1" status: 200 len: 854 time: 0.0514803 Mar 01 16:11:56.309700 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-c282aad4-70b4-4527-9da4-e94dcd1fb812 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260930 Mar 01 16:11:56.410964 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-fd90fa68-b561-4803-9bde-abab03ecae08 service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950439 Mar 01 16:11:56.515390 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-0206c4e2-4c14-4d98-af04-36d189f1e2db req-e1223f3e-13dc-4da5-a4a3-c2f59920e373 service neutron] 10.222.0.64 "GET /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980170 Mar 01 16:11:56.547597 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-316a0f38-b6cf-43b0-b507-e9956182fc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:56.579103 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80fbba-1f38-43cb-9a59-10cfc9e94775 req-15300f54-063a-462a-87c0-201dc762ebde tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:56.580699 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a80fbba-1f38-43cb-9a59-10cfc9e94775 req-15300f54-063a-462a-87c0-201dc762ebde tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 943 time: 0.0684280 Mar 01 16:11:56.632032 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-4a80fbba-1f38-43cb-9a59-10cfc9e94775 req-3c549c1e-36cc-4853-8cdc-2e5b712073ee tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Mar 01 16:11:57.760861 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d9704-9a4a-40c4-a3e6-b6b1bc616800 req-3cf73c2b-9982-41bb-876b-bf87eba6685b tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:57.762491 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd0d9704-9a4a-40c4-a3e6-b6b1bc616800 req-3cf73c2b-9982-41bb-876b-bf87eba6685b tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 943 time: 0.0594792 Mar 01 16:11:57.821472 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fd0d9704-9a4a-40c4-a3e6-b6b1bc616800 req-58c27b4e-bc8a-440e-9cac-72990a77ee53 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Mar 01 16:11:57.826697 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:11:58.953940 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd2a2a-1728-4ff9-a6af-151ccde59551 req-afdbf78d-6886-4ac5-b208-c421160f4c98 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:11:58.955360 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b3fd2a2a-1728-4ff9-a6af-151ccde59551 req-afdbf78d-6886-4ac5-b208-c421160f4c98 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 943 time: 0.0627916 Mar 01 16:11:59.006799 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-b3fd2a2a-1728-4ff9-a6af-151ccde59551 req-ff3b4a51-993e-4160-b095-da184aacff31 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 Mar 01 16:11:59.271070 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:00.131656 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebf87c-9b1c-4622-80e8-049f2d8e3957 req-002b816a-e3dd-4f4e-90a7-05015ddb564c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:00.133244 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-04ebf87c-9b1c-4622-80e8-049f2d8e3957 req-002b816a-e3dd-4f4e-90a7-05015ddb564c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 943 time: 0.0576298 Mar 01 16:12:00.182367 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-04ebf87c-9b1c-4622-80e8-049f2d8e3957 req-db4a6399-37a2-4cb5-9824-b0dabe7640b6 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Mar 01 16:12:00.403743 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 271f1a43-17ef-47f2-9149-9af24c0673b4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:12:00.505296 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 271f1a43-17ef-47f2-9149-9af24c0673b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=271f1a43-17ef-47f2-9149-9af24c0673b4,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:12:00.517175 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Returning: {'device': '271f1a43-17ef-47f2-9149-9af24c0673b4', 'network_id': '9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7', 'port_id': '271f1a43-17ef-47f2-9149-9af24c0673b4', 'mac_address': 'fa:16:3e:44:5b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df60647-7520-4465-85de-0b7e35fac4f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:12:00.562725 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 271f1a43-17ef-47f2-9149-9af24c0673b4 is: DOWN; New status is: BUILD {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:12:00.563128 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:00.576845 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271f1a43-17ef-47f2-9149-9af24c0673b4 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:12:00.600940 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 271f1a43-17ef-47f2-9149-9af24c0673b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=271f1a43-17ef-47f2-9149-9af24c0673b4,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:12:00.607019 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:00.667850 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:00.674262 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=271f1a43-17ef-47f2-9149-9af24c0673b4,revision_number=4']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:12:00.682038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.682389 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.682734 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.683173 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.683438 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.683769 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.684101 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.684427 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.684752 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.685081 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.685511 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.685834 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.686152 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:00.852441 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:01.009009 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['271f1a43-17ef-47f2-9149-9af24c0673b4'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:12:01.303937 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac83a1-1459-4350-a524-5367ddd65c12 req-e5004a61-783b-4009-b1f3-c0f5e55de2f2 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:01.305491 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1bac83a1-1459-4350-a524-5367ddd65c12 req-e5004a61-783b-4009-b1f3-c0f5e55de2f2 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 944 time: 0.0545785 Mar 01 16:12:01.363326 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-1bac83a1-1459-4350-a524-5367ddd65c12 req-f6800e18-3cfc-40d0-8c60-80f6d542222f tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Mar 01 16:12:01.754436 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:12:02.418300 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 271f1a43-17ef-47f2-9149-9af24c0673b4 up at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:12:02.480910 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning for port 271f1a43-17ef-47f2-9149-9af24c0673b4 completed by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:12:02.485362 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Provisioning complete for port 271f1a43-17ef-47f2-9149-9af24c0673b4 triggered by entity L2. {{(pid=102832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:12:02.485738 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7641748'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), provisioning_complete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:02.492643 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6deba-77c1-4267-89f6-8154bad77a84 req-d7ebe24f-cb8f-4603-8563-3b70acd47f26 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:02.494235 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-45e6deba-77c1-4267-89f6-8154bad77a84 req-d7ebe24f-cb8f-4603-8563-3b70acd47f26 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 944 time: 0.0543957 Mar 01 16:12:02.545076 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-45e6deba-77c1-4267-89f6-8154bad77a84 req-fee511c0-8818-4427-ba47-06a0bbde7f17 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448520 Mar 01 16:12:02.573604 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Current status of the port 271f1a43-17ef-47f2-9149-9af24c0673b4 is: BUILD; New status is: ACTIVE {{(pid=102832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:12:02.574280 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7686303'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:02.599665 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f1a43-17ef-47f2-9149-9af24c0673b4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:12:02.601950 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7157313b1ac1c51b5bd7a5a0652c4f622aa2b97eb627de73d43b9be623ed15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5225f5d-2b34-4f63-a706-cb5026fe2464" -d '{"events": [{"server_uuid": "c34269fd-0c97-408f-9d44-64989f6d1222", "name": "network-vif-plugged", "status": "completed", "tag": "271f1a43-17ef-47f2-9149-9af24c0673b4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:12:02.618103 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] For port 271f1a43-17ef-47f2-9149-9af24c0673b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=271f1a43-17ef-47f2-9149-9af24c0673b4,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:12:02.628117 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784620853486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620312823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620314637'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:02.657762 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056bdc08-f907-462f-bbaa-be9b7a669691 x-openstack-request-id: req-056bdc08-f907-462f-bbaa-be9b7a669691 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:12:02.657762 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34269fd-0c97-408f-9d44-64989f6d1222", "name": "network-vif-plugged", "status": "completed", "tag": "271f1a43-17ef-47f2-9149-9af24c0673b4", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:12:02.657992 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-056bdc08-f907-462f-bbaa-be9b7a669691 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:12:02.658315 dv-cinder-778193-21-iscsi neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f1a43-17ef-47f2-9149-9af24c0673b4', 'code': 200} Mar 01 16:12:02.688286 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Pushing event updated for resources: {'Port': ['ID=271f1a43-17ef-47f2-9149-9af24c0673b4,revision_number=5']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:12:02.839246 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfceea-cb63-4de2-bce9-0a93328112a6 req-de29976f-1827-408b-97d1-e11341a1f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:02.840814 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7bdfceea-cb63-4de2-bce9-0a93328112a6 req-de29976f-1827-408b-97d1-e11341a1f691 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 1129 time: 0.0463691 Mar 01 16:12:02.890215 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7bdfceea-cb63-4de2-bce9-0a93328112a6 req-5fdf2ac6-f1b1-4ad9-80fb-1a1ebe011fbc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Mar 01 16:12:03.673988 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590197-9c7d-41d1-952e-aeb80abe0260 req-7d916bea-a512-4a0a-bbb4-15884d83cdfa tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:03.675809 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dd590197-9c7d-41d1-952e-aeb80abe0260 req-7d916bea-a512-4a0a-bbb4-15884d83cdfa tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0586722 Mar 01 16:12:03.724940 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-dd590197-9c7d-41d1-952e-aeb80abe0260 req-8381a579-f0a5-46e3-96d6-1ab4e4bb68bc tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Mar 01 16:12:04.847992 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951a4b-02c3-4f35-837a-b954987c5268 req-39e6c67d-51a6-4e39-a8ae-141973b612f0 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:04.849557 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f951a4b-02c3-4f35-837a-b954987c5268 req-39e6c67d-51a6-4e39-a8ae-141973b612f0 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0538168 Mar 01 16:12:04.906722 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-7f951a4b-02c3-4f35-837a-b954987c5268 req-33019f44-404c-49ac-a3b2-a993e8d0347b tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498540 Mar 01 16:12:24.357502 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-831e8d60-3885-4031-8ed0-28a63ac121ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:26.540260 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-866bb955-80f6-48e9-b79b-7fb5dee844b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:27.825727 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:29.272620 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:30.630713 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:30.858249 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.295359 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 40604) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:12:35.396057 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.468473 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Publish callbacks [] for security_group (eafbe75c-da55-4a0c-9395-69071e6b5897), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.472278 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (eafbe75c-da55-4a0c-9395-69071e6b5897), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.510202 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8dab2d6090044c0ac40709f18bcdfc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137291 Mar 01 16:12:35.510897 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafbe75c-da55-4a0c-9395-69071e6b5897,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:12:35.512769 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 40608) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:12:35.523952 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.524910 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.525258 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.525600 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.525929 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.526255 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.526581 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.526908 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.527252 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.527586 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.527912 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.528227 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.528543 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee777-9544-474f-8823-d29b7ed2c8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:35.571609 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c90a-7a96-44cd-8fdd-79c3ab1afe10 admin admin] Publish callbacks [] for security_group (eafbe75c-da55-4a0c-9395-69071e6b5897), before_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.592416 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c90a-7a96-44cd-8fdd-79c3ab1afe10 admin admin] Publish callbacks [] for security_group (eafbe75c-da55-4a0c-9395-69071e6b5897), precommit_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.638785 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c90a-7a96-44cd-8fdd-79c3ab1afe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (eafbe75c-da55-4a0c-9395-69071e6b5897), after_delete {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.641317 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c90a-7a96-44cd-8fdd-79c3ab1afe10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:35.642470 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-0ad6c90a-7a96-44cd-8fdd-79c3ab1afe10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eafbe75c-da55-4a0c-9395-69071e6b5897 HTTP/1.1" status: 204 len: 168 time: 0.1280322 Mar 01 16:12:35.650593 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6c90a-7a96-44cd-8fdd-79c3ab1afe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafbe75c-da55-4a0c-9395-69071e6b5897,revision_number=None']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:12:38.481758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2bcc0-3996-4cc2-978e-bc1ab0de0eed req-5eccb34d-9a86-4adf-8d59-481ceca892f1 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:38.483201 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6ad2bcc0-3996-4cc2-978e-bc1ab0de0eed req-5eccb34d-9a86-4adf-8d59-481ceca892f1 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0542507 Mar 01 16:12:38.534867 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-6ad2bcc0-3996-4cc2-978e-bc1ab0de0eed req-ce1f72d3-90d5-4d4d-b8e8-4f62f9e0c293 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459301 Mar 01 16:12:38.754006 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:12:39.658758 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf059a6-bbf3-450e-93eb-c302cec50829 req-aa26fe9e-744f-454a-ad15-45fdab621a88 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:39.660320 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fdf059a6-bbf3-450e-93eb-c302cec50829 req-aa26fe9e-744f-454a-ad15-45fdab621a88 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0557418 Mar 01 16:12:39.709344 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-fdf059a6-bbf3-450e-93eb-c302cec50829 req-5e6f82a2-a5f1-4c1f-898c-e884c094c5db tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Mar 01 16:12:40.826128 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd96c5-a00e-478d-8e6b-c704b239e028 req-0c3cfb2f-fd31-4d43-b350-6b2757903226 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:40.827625 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-25bd96c5-a00e-478d-8e6b-c704b239e028 req-0c3cfb2f-fd31-4d43-b350-6b2757903226 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Mar 01 16:12:40.874658 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-25bd96c5-a00e-478d-8e6b-c704b239e028 req-fc985c51-28b6-4651-9304-76f9b0ad569b tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Mar 01 16:12:41.997544 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9fbec-e5bc-47cb-9b4e-223d125c25e6 req-bfbce108-4227-4568-b880-673be2da722a tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:41.999029 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-16e9fbec-e5bc-47cb-9b4e-223d125c25e6 req-bfbce108-4227-4568-b880-673be2da722a tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0555782 Mar 01 16:12:42.050074 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-16e9fbec-e5bc-47cb-9b4e-223d125c25e6 req-b6aed7ef-861e-4fe7-a64d-05e67f56453b tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451496 Mar 01 16:12:43.175708 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1749-5476-430d-af37-aed9300d7dd0 req-468ca1ef-c773-4de9-bd8f-e798b17b2339 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:43.177280 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-343e1749-5476-430d-af37-aed9300d7dd0 req-468ca1ef-c773-4de9-bd8f-e798b17b2339 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0532808 Mar 01 16:12:43.225834 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-343e1749-5476-430d-af37-aed9300d7dd0 req-a045cd22-f14c-4f1f-8e2f-6d18990cc586 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/security-groups?id=482430d6-af3a-45c3-be8e-f4b8cf13d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Mar 01 16:12:43.393275 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-cfe4fc4b-0048-4b95-a58c-5f704414399f tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:12:43.394809 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-cfe4fc4b-0048-4b95-a58c-5f704414399f tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 945 time: 0.0613079 Mar 01 16:12:43.496183 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Deleting port 271f1a43-17ef-47f2-9149-9af24c0673b4 {{(pid=102831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:12:43.496534 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784620849017'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:43.591539 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.db [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] For port 271f1a43-17ef-47f2-9149-9af24c0673b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=271f1a43-17ef-47f2-9149-9af24c0673b4,segment=NetworkSegment(04cc9766-25b1-4f1e-a107-11682b41c475),segment_id=04cc9766-25b1-4f1e-a107-11682b41c475)] {{(pid=102831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:12:43.591900 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596330'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:43.605219 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.plugin [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Calling delete_port for 271f1a43-17ef-47f2-9149-9af24c0673b4 owned by compute:nova {{(pid=102831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:12:43.738373 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7686236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784620853468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620312814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826747'] for port (271f1a43-17ef-47f2-9149-9af24c0673b4), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:43.751766 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] get_ports_and_sgs() called for port_ids ['271f1a43-17ef-47f2-9149-9af24c0673b4'] {{(pid=102832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:12:43.772918 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Pushing event deleted for resources: {'Port': ['ID=271f1a43-17ef-47f2-9149-9af24c0673b4,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:12:43.800715 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.801072 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.801424 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.801763 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.802097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.802431 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.802767 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.803097 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.803459 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.803844 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.804120 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.804503 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.804857 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-21-iscsi {{(pid=102831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:12:43.826260 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] No DVR routers for this DVR port 271f1a43-17ef-47f2-9149-9af24c0673b4 on host hv-cinder-77819 {{(pid=102831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:12:43.829185 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72722'] for port (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:43.832880 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-91fa292a-64ff-4355-b71b-979fd4d23a4c req-d186a845-e332-44f4-92b0-ebf3d3a23356 tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.64 "DELETE /v2.0/ports/271f1a43-17ef-47f2-9149-9af24c0673b4 HTTP/1.1" status: 204 len: 173 time: 0.4321139 Mar 01 16:12:43.833341 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'name': 'network-vif-deleted', 'tag': '271f1a43-17ef-47f2-9149-9af24c0673b4'}] {{(pid=102831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:12:43.836582 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1ab112f420f8dc1b32b981ab68d31fc010a5ffbb115e7a6cc4451546d68800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255f22bf-aa89-4071-9dd4-f48f7f26c6cc" -d '{"events": [{"server_uuid": "c34269fd-0c97-408f-9d44-64989f6d1222", "name": "network-vif-deleted", "tag": "271f1a43-17ef-47f2-9149-9af24c0673b4"}]}' {{(pid=102831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:12:43.886661 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3fc9bf-3372-4c19-9ebe-652c0c00e2b2 x-openstack-request-id: req-aa3fc9bf-3372-4c19-9ebe-652c0c00e2b2 {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:12:43.887099 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34269fd-0c97-408f-9d44-64989f6d1222", "name": "network-vif-deleted", "tag": "271f1a43-17ef-47f2-9149-9af24c0673b4", "status": "completed", "code": 200}]} {{(pid=102831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:12:43.887528 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa3fc9bf-3372-4c19-9ebe-652c0c00e2b2 {{(pid=102831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:12:43.888155 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34269fd-0c97-408f-9d44-64989f6d1222', 'name': 'network-vif-deleted', 'tag': '271f1a43-17ef-47f2-9149-9af24c0673b4', 'status': 'completed', 'code': 200} Mar 01 16:12:44.360721 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [req-a7cb0698-56ba-45dd-829d-bad68da895fa req-5632f05c-61f4-49c8-8fbb-1e85a8ac703c tempest-VolumesSnapshotTestJSON-1334928182 tempest-VolumesSnapshotTestJSON-1334928182-project] 10.222.0.10 "GET /v2.0/ports?device_id=c34269fd-0c97-408f-9d44-64989f6d1222 HTTP/1.1" status: 200 len: 210 time: 0.0301180 Mar 01 16:12:45.950847 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [-] (102830) accepted ('10.222.0.10', 40714) {{(pid=102830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:12:46.062836 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22bcb728-1e27-49fb-bc44-242ef7bc93fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:46.137835 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22bcb728-1e27-49fb-bc44-242ef7bc93fa admin admin] Publish callbacks [] for security_group (fcd552d1-6a24-4d6e-af59-5eade845dca2), precommit_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:46.142098 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-22bcb728-1e27-49fb-bc44-242ef7bc93fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (fcd552d1-6a24-4d6e-af59-5eade845dca2), after_create {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:46.179708 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcb728-1e27-49fb-bc44-242ef7bc93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd552d1-6a24-4d6e-af59-5eade845dca2,revision_number=1']} {{(pid=102830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:12:46.184773 dv-cinder-778193-21-iscsi neutron-server[102830]: INFO neutron.wsgi [None req-22bcb728-1e27-49fb-bc44-242ef7bc93fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96dc0b1b87c44f96b1ecc4c195bd15c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326727 Mar 01 16:12:46.188172 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40718) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:12:46.248476 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f727ec1c-9edf-4795-ac82-d77030ff8b30 admin admin] Publish callbacks [] for security_group (fcd552d1-6a24-4d6e-af59-5eade845dca2), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:46.278964 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f727ec1c-9edf-4795-ac82-d77030ff8b30 admin admin] Publish callbacks [] for security_group (fcd552d1-6a24-4d6e-af59-5eade845dca2), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:46.331644 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f727ec1c-9edf-4795-ac82-d77030ff8b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (fcd552d1-6a24-4d6e-af59-5eade845dca2), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:46.334205 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-f727ec1c-9edf-4795-ac82-d77030ff8b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:46.335464 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-f727ec1c-9edf-4795-ac82-d77030ff8b30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcd552d1-6a24-4d6e-af59-5eade845dca2 HTTP/1.1" status: 204 len: 168 time: 0.1464105 Mar 01 16:12:46.344875 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ec1c-9edf-4795-ac82-d77030ff8b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd552d1-6a24-4d6e-af59-5eade845dca2,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:12:46.633621 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 271f1a43-17ef-47f2-9149-9af24c0673b4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:12:46.657415 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] No Port match for: 271f1a43-17ef-47f2-9149-9af24c0673b4 {{(pid=102832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:12:46.657590 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron.plugins.ml2.rpc [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Device 271f1a43-17ef-47f2-9149-9af24c0673b4 not bound to the agent host hv-cinder-77819 {{(pid=102832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:12:54.359844 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0421359c-30b3-412b-a184-6bff11a51e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:56.541883 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-014a9693-7121-45c8-bfb9-3ee33c35b3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:57.828259 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:12:59.276449 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:00.633411 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:00.863596 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.567058 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40844) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:13:09.614747 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] Deleting subnet 5df60647-7520-4465-85de-0b7e35fac4f7 {{(pid=102831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:13:09.617984 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] Publish callbacks [] for subnet (5df60647-7520-4465-85de-0b7e35fac4f7), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.652815 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126393820'] for subnet (5df60647-7520-4465-85de-0b7e35fac4f7), precommit_delete_associations {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.693100 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7596930'] for subnet (5df60647-7520-4465-85de-0b7e35fac4f7), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.747565 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7596941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3493186'] for subnet (5df60647-7520-4465-85de-0b7e35fac4f7), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.773183 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df60647-7520-4465-85de-0b7e35fac4f7,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:13:09.776688 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for subnet (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.780722 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4fb739b7-8d54-4a60-8e18-aaab56ba6c6b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5df60647-7520-4465-85de-0b7e35fac4f7 HTTP/1.1" status: 204 len: 168 time: 0.2118075 Mar 01 16:13:09.783408 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40846) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:13:09.850114 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7391609'] for network (9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.932104 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7644025', 'neutron.services.segments.db._delete_segments_for_network-8784620643229'] for network (9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.961935 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7']}} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:13:09.973185 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cc9766-25b1-4f1e-a107-11682b41c475') {'for_net_delete': True} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:13:09.973496 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.services.segments.db [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cc9766-25b1-4f1e-a107-11682b41c475') {} {{(pid=102831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:13:09.983247 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784620826534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126393803'] for segment (04cc9766-25b1-4f1e-a107-11682b41c475), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:09.996025 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877'] for segment (04cc9766-25b1-4f1e-a107-11682b41c475), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.001795 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:13:10.002175 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7598877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826518'] for segment (04cc9766-25b1-4f1e-a107-11682b41c475), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: Traceback (most recent call last): Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: timer() Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: cb(*args, **kw) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: return func(*args, **kwargs) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: self._notify() Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: self.callback(batched_events) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: event.method(event) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: return f(self, *a, **k) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._get(url).json() Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: return self.request(url, 'GET', **kwargs) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:13:10.003798 dv-cinder-778193-21-iscsi neutron-server[102831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:13:10.057085 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589427'] for network (9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.062553 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698791'] for network (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.065718 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7 HTTP/1.1" status: 204 len: 168 time: 0.2824311 Mar 01 16:13:10.079725 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc58b-258b-4fff-91dd-ddf0bbf49f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f65bb0b-1761-47e9-a1e9-c56dc7faf8a7,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:13:10.229263 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40850) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:13:10.273945 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-cffc0f76-2a98-4b63-a6c3-9b2f81799f55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d43163aac47d449bb23eafd3475a9e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434349 Mar 01 16:13:10.276414 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [-] (102831) accepted ('10.222.0.10', 40852) {{(pid=102831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:13:10.325012 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fe0eaad5-2502-4ba8-a910-f352024b26bf admin admin] Publish callbacks [] for security_group (482430d6-af3a-45c3-be8e-f4b8cf13d722), before_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.347486 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fe0eaad5-2502-4ba8-a910-f352024b26bf admin admin] Publish callbacks [] for security_group (482430d6-af3a-45c3-be8e-f4b8cf13d722), precommit_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.398930 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fe0eaad5-2502-4ba8-a910-f352024b26bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608893'] for security_group (482430d6-af3a-45c3-be8e-f4b8cf13d722), after_delete {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.401719 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron_lib.callbacks.manager [None req-fe0eaad5-2502-4ba8-a910-f352024b26bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:10.402881 dv-cinder-778193-21-iscsi neutron-server[102831]: INFO neutron.wsgi [None req-fe0eaad5-2502-4ba8-a910-f352024b26bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/482430d6-af3a-45c3-be8e-f4b8cf13d722 HTTP/1.1" status: 204 len: 168 time: 0.1255865 Mar 01 16:13:10.410571 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eaad5-2502-4ba8-a910-f352024b26bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482430d6-af3a-45c3-be8e-f4b8cf13d722,revision_number=None']} {{(pid=102831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:13:15.753905 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:13:24.363506 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39b9f3a5-7288-40e3-ba05-fc9ba17e5ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:26.545864 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc3821c0-079d-4fa5-a83a-e8eee0dcc482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:27.836071 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:29.280355 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:30.638580 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:30.863061 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:52.753400 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:13:54.365129 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b3305343-bae2-430f-9e26-a39823ef0c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:56.548927 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99788a45-c050-4909-9092-ffaff8591f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:57.833684 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:13:59.058467 dv-cinder-778193-21-iscsi neutron-server[102830]: DEBUG neutron.wsgi [req-1e95a33e-f7f5-4a3e-a4ea-0550f2f46fc5 req-5b30aaba-0a25-4599-829b-a03c1676e976 service neutron] (102830) timed out ('10.222.0.64', 49535) {{(pid=102830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 16:13:59.283477 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:00.632191 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:00.867780 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:01.881696 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-43e48ec5-2b9e-4c1a-8451-90da535a1c16 req-04e1ec6f-c2cd-49e0-85f9-c1feaa197b38 service neutron] (102831) timed out ('10.222.0.64', 49506) {{(pid=102831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 16:14:24.371128 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d046-9a05-4c6b-ba29-a7c8d0104a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:26.550293 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7e51-e2d4-4583-b61f-d012fb6da083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:27.838873 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:29.288123 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:29.752173 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:14:30.636876 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:30.876849 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:54.373293 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-808076bd-a362-44b3-ac6c-31938bffd5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:56.552197 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8afa51a8-f1b5-4964-a279-320d70a72925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:57.843062 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:14:59.290965 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:00.640188 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:00.874655 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:06.751751 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:15:24.377242 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e9b21442-d4ad-4347-9a23-71c28917aee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:26.554128 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea8135c1-15a9-4fbe-ac77-0a53b839fcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:27.842955 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:29.294465 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:30.645005 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:30.877500 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:32.040078 dv-cinder-778193-21-iscsi neutron-server[102831]: DEBUG neutron.wsgi [req-e873a3b4-055d-45fb-bf3a-163e14bd1d8a req-a2845bff-0107-4be8-a05a-ae993dd9b83e service neutron] (102831) timed out ('10.222.0.64', 49503) {{(pid=102831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 16:15:43.750750 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:15:54.381477 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff57b027-390b-4f25-ad16-125eb3451006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:56.557510 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbcceaaf-a87d-453a-9237-ff6965733d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:57.846104 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:15:59.300650 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:00.648803 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:00.872048 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:20.749350 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:16:24.383639 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-759d67e0-13b3-45b0-91c7-59e592e54ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:26.562113 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-94558453-ff5a-445f-ae22-cc1a991d93d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:27.847280 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:29.303372 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:30.651242 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:30.869611 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:54.388632 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ca22-4310-42ca-9b85-f3e33ed0276a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:56.564840 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9faacfb7-7a75-417c-85c6-55b290a4e1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:57.747666 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:16:57.851348 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:16:59.307600 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:00.657330 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:00.869259 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:24.390654 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-404745df-c12e-49f9-8ac9-1317ceedf39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:26.566900 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-37be5620-8494-4604-8bd0-d0d9a5544a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:27.854379 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:29.307908 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:30.649958 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:30.883690 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:34.746561 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:17:54.392439 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4030f246-5cb7-4e51-aa27-e9cd6fc4fee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:56.568618 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d627f5fb-0434-405b-b22d-7db57d716a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:57.856384 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:17:59.310038 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:00.654398 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:00.884432 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:11.748455 dv-cinder-778193-21-iscsi neutron-server[102833]: DEBUG neutron.db.agents_db [None req-a49a80cf-8bad-4465-a330-04d8c72138a9 None None] Agent healthcheck: found 6 active agents {{(pid=102833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:18:24.395066 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d92ecafd-7f52-4949-be90-b7d83e195e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (aa22e542-1a77-44b6-8775-79b46e543856), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:26.569023 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c50fa4c3-7f0d-4c1d-96f0-b9b8f54f5b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (2bfaf760-1680-4f0a-a64d-bba58eab3c37), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:27.859878 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28fb58b9-24f0-4d78-90ee-04233f92dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (22520caf-f83c-44f8-9af5-bee39548e746), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:29.312963 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a557ab57-a9d1-4cb2-88a6-d051580ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (c4fa7d22-66d9-4a7d-952b-ad18bc76205c), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:30.657258 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a825290-eb35-4f22-b0e3-ef74cd9dae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (f94918f1-fedf-4eca-a18d-af7be7b4c89d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:18:30.882949 dv-cinder-778193-21-iscsi neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0041842c-d756-47e6-b55b-adb8af5027ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784620643211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7641710'] for agent (1cee97b4-f960-4348-b3d9-27152a6d9c0d), after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}